00010000:00010000:0.0F:1715205863.011495:0:8454:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0F:1715205864.013430:0:6894:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0F:1715205864.261510:0:3223:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880091fa4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3223:1798523516383936:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1715205864.261525:0:3222:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008e24b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d133c499-c13b-4e41-b7dc-f1c22c13e92c:3222:1798523516383872:0@lo:400:kworker.0 00000100:00100000:1.0:1715205864.261534:0:3221:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008e249c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3221:1798523516384064:0@lo:400:kworker.0 00000100:00100000:2.0F:1715205864.261537:0:3224:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008e24b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3224:1798523516384000:0@lo:400:kworker.0 00000100:00100000:0.0:1715205864.261582:0:3222:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1715205864.261583:0:3224:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1715205864.261587:0:3223:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715205864.261601:0:3222:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008e248a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3222:1798523516384128:0@lo:400:kworker.0 00000100:00100000:2.0:1715205864.261602:0:3224:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008e249180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3224:1798523516384256:0@lo:400:kworker.0 00000100:00100000:1.0:1715205864.261606:0:6905:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523516384000 00000100:00100000:3.0:1715205864.261608:0:3223:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008e249500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3223:1798523516384192:0@lo:400:kworker.0 00000100:00100000:1.0:1715205864.261611:0:6905:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523516384000 00000100:00100000:0.0:1715205864.261620:0:3222:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1715205864.261623:0:3223:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1715205864.261628:0:6899:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523516383872 00000100:00100000:2.0:1715205864.261631:0:6899:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523516383872 00000100:00100000:3.0:1715205864.261643:0:11517:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523516383936 00000100:00100000:0.0:1715205864.261644:0:8437:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523516384128 00000100:00100000:3.0:1715205864.261646:0:11517:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523516383936 00000100:00100000:0.0:1715205864.261647:0:8437:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523516384128 00000100:00100000:1.0:1715205864.261652:0:6905:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523516384192 00000100:00100000:1.0:1715205864.261655:0:6905:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523516384192 00000100:00100000:2.0:1715205864.261659:0:6899:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 256 00000100:00100000:2.0:1715205864.261664:0:6899:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6b68450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d133c499-c13b-4e41-b7dc-f1c22c13e92c+18:3222:x1798523516383872:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1715205864.261665:0:11517:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00100000:0.0:1715205864.261666:0:8437:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00100000:3.0:1715205864.261669:0:11517:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880091fa5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3223:x1798523516383936:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1715205864.261670:0:8437:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e21b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3222:x1798523516384128:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1715205864.261671:0:6905:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 139 00000100:00100000:1.0:1715205864.261675:0:6905:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e248e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3224:x1798523516384000:12345-0@lo:400:kworker.0 00002000:00000024:3.0:1715205864.261694:0:11517:0:(ofd_obd.c:743:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1715205864.261698:0:8437:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e21b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3222:x1798523516384128:12345-0@lo:400:kworker.0 Request processed in 28us (78us total) trans 0 rc 0/0 00000100:00100000:2.0:1715205864.261701:0:6899:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6b68450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d133c499-c13b-4e41-b7dc-f1c22c13e92c+18:3222:x1798523516383872:12345-0@lo:400:kworker.0 Request processed in 36us (120us total) trans 0 rc 0/0 00000100:00100000:0.0:1715205864.261704:0:8437:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00100000:2.0:1715205864.261707:0:6899:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 256 00000100:00100000:1.0:1715205864.261716:0:6905:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e248e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3224:x1798523516384000:12345-0@lo:400:kworker.0 Request processed in 39us (133us total) trans 0 rc 0/0 00000100:00100000:0.0:1715205864.261721:0:6904:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 140 00000100:00100000:3.0:1715205864.261725:0:11517:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880091fa5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3223:x1798523516383936:12345-0@lo:13:osp-pre-1-0.0 Request processed in 55us (138us total) trans 0 rc 0/0 00000100:00100000:1.0:1715205864.261725:0:6905:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 139 00000100:00100000:0.0:1715205864.261725:0:6904:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880091fa5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3223:x1798523516384192:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1715205864.261731:0:11517:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00000100:00100000:2.0:1715205864.261733:0:3224:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1715205864.261743:0:3221:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1715205864.261747:0:6901:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1715205834 00000100:00100000:0.0:1715205864.261747:0:6904:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880091fa5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3223:x1798523516384192:12345-0@lo:400:kworker.0 Request processed in 21us (123us total) trans 0 rc 0/0 00000100:00080000:3.0:1715205864.261750:0:6901:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1715205834 00000100:00080000:3.0:1715205864.261752:0:6901:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1715205834 00000100:00100000:0.0:1715205864.261752:0:6904:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 140 00000100:00080000:3.0:1715205864.261753:0:6901:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd MGS older than 1715205834 00000100:00100000:1.0:1715205864.261760:0:10113:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523516384064 00000100:00100000:2.0:1715205864.261762:0:3224:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008e24b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3224:1798523516384000:0@lo:400:kworker.0 00000100:00100000:1.0:1715205864.261762:0:10113:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523516384064 00000100:00100000:3.0:1715205864.261764:0:8439:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523516384256 00000100:00100000:3.0:1715205864.261767:0:8439:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523516384256 00000100:00100000:0.0:1715205864.261776:0:3222:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008e24b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d133c499-c13b-4e41-b7dc-f1c22c13e92c:3222:1798523516383872:0@lo:400:kworker.0 00000100:00100000:1.0:1715205864.261777:0:10113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 141 00000100:00100000:1.0:1715205864.261782:0:10113:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e309500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3221:x1798523516384064:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1715205864.261801:0:8439:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00010000:00080000:0.0:1715205864.261802:0:3222:0:(ldlm_request.c:1540:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff88008e248a80 x1798523516384128/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1715205880 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1715205864.261805:0:8439:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e24bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3224:x1798523516384256:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1715205864.261811:0:3222:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008e248a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3222:1798523516384128:0@lo:400:kworker.0 00000100:00100000:3.0:1715205864.261833:0:8439:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e24bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3224:x1798523516384256:12345-0@lo:400:kworker.0 Request processed in 28us (100us total) trans 0 rc 0/0 00000100:00100000:1.0:1715205864.261836:0:10113:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e309500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3221:x1798523516384064:12345-0@lo:400:kworker.0 Request processed in 53us (92us total) trans 0 rc 0/0 00000100:00100000:3.0:1715205864.261838:0:8439:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00100000:1.0:1715205864.261841:0:10113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 141 00000100:00080000:1.0:1715205864.261850:0:6901:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1715205834 00000100:00100000:2.0:1715205864.261854:0:3224:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008e249180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3224:1798523516384256:0@lo:400:kworker.0 00000100:00100000:3.0:1715205864.261860:0:3223:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008e249500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3223:1798523516384192:0@lo:400:kworker.0 00000100:00100000:1.0:1715205864.261863:0:3221:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008e249c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3221:1798523516384064:0@lo:400:kworker.0 00000100:00100000:3.0:1715205864.261872:0:3223:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880091fa4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3223:1798523516383936:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1715205865.015432:0:10077:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1715205865.493732:0:3215:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.33@tcp (source: 12345-192.168.204.33@tcp) 00000100:00100000:0.0:1715205865.493773:0:3215:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.33@tcp (source: 12345-192.168.204.33@tcp) 00000100:00100000:2.0:1715205865.493785:0:6900:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523511133376 00000100:00100000:2.0:1715205865.493794:0:6900:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523511133376 00000100:00100000:1.0:1715205865.493794:0:10113:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523511133440 00000100:00100000:1.0:1715205865.493799:0:10113:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523511133440 00000100:00100000:2.0:1715205865.493840:0:6900:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.33@tcp, seq: 257 00000100:00080000:3.0:1715205865.493842:0:6901:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1715205835 00000100:00080000:3.0:1715205865.493845:0:6901:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd MGS older than 1715205835 00000100:00100000:2.0:1715205865.493846:0:6900:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6b68050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:614fb888-a54c-4440-9a2f-efd4f3a141dd+12:1965:x1798523511133376:12345-192.168.204.33@tcp:400:kworker.0 00000100:00100000:1.0:1715205865.493849:0:10113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.33@tcp, seq: 142 00000100:00100000:1.0:1715205865.493852:0:10113:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e21bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b074247a-b4e0-48d1-8030-d4461b52d5ca+6:1964:x1798523511133440:12345-192.168.204.33@tcp:400:kworker.0 00000100:00100000:1.0:1715205865.493890:0:10113:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e21bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b074247a-b4e0-48d1-8030-d4461b52d5ca+6:1964:x1798523511133440:12345-192.168.204.33@tcp:400:kworker.0 Request processed in 37us (129us total) trans 0 rc 0/0 00000100:00100000:2.0:1715205865.493895:0:6900:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6b68050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:614fb888-a54c-4440-9a2f-efd4f3a141dd+12:1965:x1798523511133376:12345-192.168.204.33@tcp:400:kworker.0 Request processed in 48us (166us total) trans 0 rc 0/0 00000100:00100000:1.0:1715205865.493900:0:10113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.33@tcp, seq: 142 00000100:00100000:2.0:1715205865.493901:0:6900:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.33@tcp, seq: 257 00010000:00010000:0.0:1715205866.017408:0:6893:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1715205866.528862:0:20380:0:(debug.c:705:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-dom test 6: Race two writes, check file size === 18:04:26 (1715205866) 00010000:00010000:0.0:1715205867.019521:0:10076:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1715205867.029545:0:3222:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1715205867.029565:0:3222:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008e219f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3222:1798523516384320:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1715205867.029627:0:3222:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1715205867.029695:0:8442:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523516384320 00000100:00100000:3.0:1715205867.029703:0:8442:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523516384320 00000100:00080000:0.0:1715205867.029746:0:6901:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1715205837 00000100:00100000:3.0:1715205867.029762:0:8442:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000100:00100000:3.0:1715205867.029767:0:8442:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e249180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3222:x1798523516384320:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1715205867.029800:0:8442:0:(ofd_obd.c:743:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1715205867.029836:0:8442:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e249180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3222:x1798523516384320:12345-0@lo:13:osp-pre-0-0.0 Request processed in 69us (209us total) trans 0 rc 0/0 00000100:00100000:3.0:1715205867.029841:0:8442:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 00010000:00080000:2.0:1715205867.029852:0:3222:0:(ldlm_request.c:1540:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff88008e219f80 x1798523516384320/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1715205883 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 00000100:00100000:2.0:1715205867.029866:0:3222:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008e219f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3222:1798523516384320:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1715205867.541033:0:3216:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.33@tcp (source: 12345-192.168.204.33@tcp) 00000100:00100000:1.0:1715205867.541106:0:10113:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523511133632 00000100:00100000:1.0:1715205867.541115:0:10113:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523511133632 00000100:00080000:0.0:1715205867.541150:0:6901:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1715205837 00000100:00100000:1.0:1715205867.541169:0:10113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.33@tcp, seq: 43 00000100:00100000:1.0:1715205867.541176:0:10113:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e219f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b074247a-b4e0-48d1-8030-d4461b52d5ca+6:13245:x1798523511133632:12345-192.168.204.33@tcp:101:multiop.0 00010000:00010000:1.0:1715205867.541197:0:10113:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1715205867.542150:0:10113:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a635e1c0/0xa4db7398a345ca82 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x361984fab9c06dc9 expref: -99 pid: 10113 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715205867.542271:0:10113:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a635df80/0xa4db7398a345ca89 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10113 initiator: MDT0 00010000:00010000:1.0:1715205867.542283:0:10113:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a635df80/0xa4db7398a345ca89 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10113 initiator: MDT0 00010000:00010000:1.0:1715205867.542293:0:10113:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a635df80/0xa4db7398a345ca89 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10113 initiator: MDT0 00010000:00010000:1.0:1715205867.542306:0:10113:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a635d680/0xa4db7398a345ca90 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x93b8f8e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10113 initiator: MDT0 00010000:00010000:1.0:1715205867.542312:0:10113:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a635d680/0xa4db7398a345ca90 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x93b8f8e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10113 initiator: MDT0 00010000:00010000:1.0:1715205867.542317:0:10113:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a635d680/0xa4db7398a345ca90 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x93b8f8e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10113 initiator: MDT0 00010000:00010000:1.0:1715205867.542378:0:10113:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a635df80/0xa4db7398a345ca89 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10113 initiator: MDT0 00010000:00010000:1.0:1715205867.542384:0:10113:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a635df80/0xa4db7398a345ca89 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10113 initiator: MDT0 00010000:00010000:1.0:1715205867.542401:0:10113:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a635df80/0xa4db7398a345ca89 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10113 initiator: MDT0 00010000:00010000:1.0:1715205867.542406:0:10113:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800a635df80 already unused, calling callback (ffffffffa13b1730) 00010000:00010000:1.0:1715205867.542409:0:10113:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a635df80/0xa4db7398a345ca89 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10113 initiator: MDT0 00010000:00010000:1.0:1715205867.542416:0:10113:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a635df80/0xa4db7398a345ca89 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10113 initiator: MDT0 00010000:00010000:1.0:1715205867.542427:0:10113:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88008e31e000) 00010000:00010000:1.0:1715205867.542430:0:10113:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715205867.542433:0:10113:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a635df80/0xa4db7398a345ca89 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10113 initiator: MDT0 00010000:00010000:1.0:1715205867.542438:0:10113:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a635df80/0xa4db7398a345ca89 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10113 initiator: MDT0 00010000:00010000:1.0:1715205867.542473:0:10113:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a635d680/0xa4db7398a345ca90 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x93b8f8e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10113 initiator: MDT0 00010000:00010000:1.0:1715205867.542479:0:10113:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a635d680/0xa4db7398a345ca90 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x93b8f8e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10113 initiator: MDT0 00010000:00010000:1.0:1715205867.542484:0:10113:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a635d680/0xa4db7398a345ca90 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x93b8f8e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10113 initiator: MDT0 00010000:00010000:1.0:1715205867.542488:0:10113:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800a635d680 already unused, calling callback (ffffffffa13b1730) 00010000:00010000:1.0:1715205867.542491:0:10113:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a635d680/0xa4db7398a345ca90 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x93b8f8e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10113 initiator: MDT0 00010000:00010000:1.0:1715205867.542496:0:10113:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a635d680/0xa4db7398a345ca90 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x93b8f8e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10113 initiator: MDT0 00010000:00010000:1.0:1715205867.542511:0:10113:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x93b8f8e9 (ffff8801349bbf00) 00010000:00010000:1.0:1715205867.542514:0:10113:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715205867.542516:0:10113:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a635d680/0xa4db7398a345ca90 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x93b8f8e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10113 initiator: MDT0 00010000:00010000:1.0:1715205867.542519:0:10113:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a635d680/0xa4db7398a345ca90 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x93b8f8e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10113 initiator: MDT0 00010000:00010000:1.0:1715205867.542554:0:10113:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a635e1c0/0xa4db7398a345ca82 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.33@tcp remote: 0x361984fab9c06dc9 expref: 7 pid: 10113 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715205867.542560:0:10113:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a635e1c0/0xa4db7398a345ca82 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.33@tcp remote: 0x361984fab9c06dc9 expref: 7 pid: 10113 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715205867.542580:0:10113:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a635e1c0, rc 0) 00000100:00100000:1.0:1715205867.542635:0:10113:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e219f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b074247a-b4e0-48d1-8030-d4461b52d5ca+6:13245:x1798523511133632:12345-192.168.204.33@tcp:101:multiop.0 Request processed in 1459us (1612us total) trans 0 rc 301/301 00000100:00100000:1.0:1715205867.542642:0:10113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.33@tcp, seq: 43 00000001:02000400:3.0:1715205867.873837:0:20446:0:(debug.c:705:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity-dom test_6: @@@@@@ FAIL: wrong size 00010000:00010000:0.0:1715205868.021444:0:8454:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) Debug log: 146 lines, 146 kept, 0 dropped, 0 bad.