00010000:00010000:0.0F:1715205850.987447:0:6893:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0F:1715205851.989408:0:10076:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1715205852.005462:0:3221:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88009bc0f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3221:1798523516382784:0@lo:13:osp-pre-0-0.0
00000100:00100000:0.0:1715205852.005512:0:3221:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1715205852.005550:0:8442:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523516382784
00000100:00100000:1.0:1715205852.005556:0:8442:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523516382784
00000100:00080000:0.0:1715205852.005594:0:6901:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1715205822
00000100:00100000:1.0:1715205852.005597:0:8442:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57
00000100:00100000:1.0:1715205852.005602:0:8442:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e219500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3221:x1798523516382784:12345-0@lo:13:osp-pre-0-0.0
00002000:00000024:1.0:1715205852.005626:0:8442:0:(ofd_obd.c:743:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3858759680 avail 3856662528
00000100:00100000:1.0:1715205852.005654:0:8442:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e219500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3221:x1798523516382784:12345-0@lo:13:osp-pre-0-0.0 Request processed in 52us (142us total) trans 0 rc 0/0
00000100:00100000:1.0:1715205852.005659:0:8442:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57
00010000:00080000:0.0:1715205852.005674:0:3221:0:(ldlm_request.c:1540:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166)  req@ffff88009bc0f100 x1798523516382784/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1715205868 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0
00000100:00100000:0.0:1715205852.005688:0:3221:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88009bc0f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3221:1798523516382784:0@lo:13:osp-pre-0-0.0
00010000:00010000:1.0:1715205852.991518:0:8454:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1715205853.993373:0:6894:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0F:1715205854.245523:0:3222:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008e249f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d133c499-c13b-4e41-b7dc-f1c22c13e92c:3222:1798523516382848:0@lo:400:kworker.0
00000100:00100000:1.0:1715205854.245529:0:3223:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008e24a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3223:1798523516382912:0@lo:400:kworker.0
00000100:00100000:2.0F:1715205854.245540:0:3224:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008e24a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3224:1798523516382976:0@lo:400:kworker.0
00000100:00100000:0.0:1715205854.245577:0:3221:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008e24aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3221:1798523516383040:0@lo:400:kworker.0
00000100:00100000:3.0:1715205854.245583:0:3222:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1715205854.245583:0:3223:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1715205854.245602:0:6899:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523516382848
00000100:00100000:0.0:1715205854.245603:0:3221:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1715205854.245604:0:3222:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008e24ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3222:1798523516383104:0@lo:400:kworker.0
00000100:00100000:1.0:1715205854.245605:0:3223:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008e24b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3223:1798523516383168:0@lo:400:kworker.0
00000100:00100000:2.0:1715205854.245612:0:6899:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523516382848
00000100:00100000:1.0:1715205854.245622:0:3223:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1715205854.245623:0:3222:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1715205854.245629:0:8935:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523516383040
00000100:00100000:0.0:1715205854.245631:0:8935:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523516383040
00000100:00100000:1.0:1715205854.245641:0:10113:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523516382912
00000100:00100000:2.0:1715205854.245644:0:6899:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 252
00000100:00100000:1.0:1715205854.245644:0:10113:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523516382912
00000100:00100000:0.0:1715205854.245646:0:8935:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523516383168
00000100:00100000:2.0:1715205854.245648:0:6899:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4fd3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d133c499-c13b-4e41-b7dc-f1c22c13e92c+18:3222:x1798523516382848:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1715205854.245648:0:8935:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523516383168
00000100:00100000:3.0:1715205854.245650:0:8439:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69
00000100:00100000:3.0:1715205854.245654:0:8439:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e219880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3221:x1798523516383040:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1715205854.245656:0:10113:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523516383104
00000100:00100000:1.0:1715205854.245658:0:10113:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523516383104
00000100:00100000:0.0:1715205854.245661:0:8935:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 70
00000100:00100000:0.0:1715205854.245665:0:8935:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bc0fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3223:x1798523516383168:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1715205854.245666:0:10113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 131
00000100:00100000:1.0:1715205854.245668:0:10113:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bc0f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3223:x1798523516382912:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1715205854.245679:0:8439:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e219880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3221:x1798523516383040:12345-0@lo:400:kworker.0 Request processed in 24us (75us total) trans 0 rc 0/0
00000100:00100000:3.0:1715205854.245683:0:8439:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69
00000100:00100000:2.0:1715205854.245687:0:6899:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4fd3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d133c499-c13b-4e41-b7dc-f1c22c13e92c+18:3222:x1798523516382848:12345-0@lo:400:kworker.0 Request processed in 38us (104us total) trans 0 rc 0/0
00000100:00100000:1.0:1715205854.245692:0:10113:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bc0f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3223:x1798523516382912:12345-0@lo:400:kworker.0 Request processed in 23us (110us total) trans 0 rc 0/0
00000100:00100000:2.0:1715205854.245693:0:6899:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 252
00000100:00100000:1.0:1715205854.245696:0:10113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 131
00000100:00100000:0.0:1715205854.245696:0:8935:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bc0fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3223:x1798523516383168:12345-0@lo:400:kworker.0 Request processed in 30us (73us total) trans 0 rc 0/0
00000100:00100000:3.0:1715205854.245699:0:6903:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 132
00000100:00100000:3.0:1715205854.245701:0:6903:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880091fa4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3222:x1798523516383104:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1715205854.245701:0:8935:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 70
00000100:00080000:0.0:1715205854.245713:0:6901:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1715205824
00000100:00100000:3.0:1715205854.245715:0:6903:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880091fa4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3222:x1798523516383104:12345-0@lo:400:kworker.0 Request processed in 14us (92us total) trans 0 rc 0/0
00000100:00080000:0.0:1715205854.245716:0:6901:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1715205824
00000100:00100000:3.0:1715205854.245718:0:6903:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 132
00000100:00100000:1.0:1715205854.245718:0:3223:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008e24a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3223:1798523516382912:0@lo:400:kworker.0
00000100:00080000:0.0:1715205854.245718:0:6901:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1715205824
00000100:00080000:0.0:1715205854.245719:0:6901:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd MGS older than 1715205824
00000100:00100000:1.0:1715205854.245723:0:3223:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008e24b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3223:1798523516383168:0@lo:400:kworker.0
00000100:00100000:2.0:1715205854.245732:0:3224:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1715205854.245732:0:3223:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1715205854.245733:0:3222:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008e249f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d133c499-c13b-4e41-b7dc-f1c22c13e92c:3222:1798523516382848:0@lo:400:kworker.0
00010000:00080000:0.0:1715205854.245733:0:3221:0:(ldlm_request.c:1540:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166)  req@ffff88008e24aa00 x1798523516383040/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1715205870 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0
00000100:00100000:3.0:1715205854.245739:0:3222:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008e24ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3222:1798523516383104:0@lo:400:kworker.0
00000100:00100000:1.0:1715205854.245740:0:3223:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008e24b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3223:1798523516383232:0@lo:13:osp-pre-1-0.0
00000100:00100000:0.0:1715205854.245741:0:3221:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008e24aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3221:1798523516383040:0@lo:400:kworker.0
00000100:00100000:3.0:1715205854.245750:0:6903:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523516382976
00000100:00100000:3.0:1715205854.245752:0:6903:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523516382976
00000100:00100000:1.0:1715205854.245754:0:3223:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1715205854.245764:0:6903:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 133
00000100:00100000:3.0:1715205854.245766:0:6903:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e24b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3224:x1798523516382976:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1715205854.245774:0:8442:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523516383232
00000100:00100000:0.0:1715205854.245777:0:8442:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523516383232
00000100:00100000:3.0:1715205854.245790:0:6903:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e24b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3224:x1798523516382976:12345-0@lo:400:kworker.0 Request processed in 22us (58us total) trans 0 rc 0/0
00000100:00100000:3.0:1715205854.245794:0:6903:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 133
00000100:00100000:0.0:1715205854.245810:0:8442:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58
00000100:00100000:2.0:1715205854.245812:0:3224:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008e24a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3224:1798523516382976:0@lo:400:kworker.0
00000100:00100000:0.0:1715205854.245814:0:8442:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e308380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3223:x1798523516383232:12345-0@lo:13:osp-pre-1-0.0
00002000:00000024:0.0:1715205854.245835:0:8442:0:(ofd_obd.c:743:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3858759680 avail 3856662528
00000100:00100000:0.0:1715205854.245858:0:8442:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e308380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3223:x1798523516383232:12345-0@lo:13:osp-pre-1-0.0 Request processed in 44us (103us total) trans 0 rc 0/0
00000100:00100000:0.0:1715205854.245862:0:8442:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58
00000100:00100000:1.0:1715205854.245866:0:3223:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008e24b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3223:1798523516383232:0@lo:13:osp-pre-1-0.0
00000100:00080000:0.0:1715205854.245873:0:6901:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1715205824
00000001:02000400:1.0:1715205854.429981:0:17614:0:(debug.c:705:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-dom test 3: Truncate over DoM size on different nodes ========================================================== 18:04:14 (1715205854)
00000001:02000400:1.0:1715205854.735831:0:17678:0:(debug.c:705:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity-dom test_3: @@@@@@ FAIL: test_3 failed with 1
00010000:00010000:0.0:1715205854.995429:0:10077:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
Debug log: 90 lines, 90 kept, 0 dropped, 0 bad.