00010000:00010000:3.0F:1715210008.648401:0:6986:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0F:1715210009.013508:0:3209:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0F:1715210009.013576:0:6997:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523504037696 00000100:00100000:2.0:1715210009.013594:0:6997:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523504037696 00000100:00080000:0.0:1715210009.013656:0:6994:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1715209979 00000100:00100000:2.0:1715210009.013681:0:6997:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 496 00000100:00100000:2.0:1715210009.013695:0:6997:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b1d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:cbae74da-7571-45ad-b971-0e0378bbd4e4+41:12546:x1798523504037696:12345-192.168.202.38@tcp:60:lhsmtool_posix.0 00000100:00100000:2.0:1715210009.013883:0:6997:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b1d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:cbae74da-7571-45ad-b971-0e0378bbd4e4+41:12546:x1798523504037696:12345-192.168.202.38@tcp:60:lhsmtool_posix.0 Request processed in 189us (381us total) trans 0 rc 0/0 00000100:00100000:2.0:1715210009.013892:0:6997:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 496 00000100:00100000:1.0F:1715210009.015552:0:3210:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1715210009.015632:0:13448:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523504037824 00000100:00100000:3.0:1715210009.015640:0:13448:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523504037824 00000100:00100000:3.0:1715210009.015685:0:13448:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 106 00000100:00100000:3.0:1715210009.015693:0:13448:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bfc3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:cbae74da-7571-45ad-b971-0e0378bbd4e4+41:12546:x1798523504037824:12345-192.168.202.38@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1715210009.016018:0:13448:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bfc3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:cbae74da-7571-45ad-b971-0e0378bbd4e4+42:12546:x1798523504037824:12345-192.168.202.38@tcp:35:lhsmtool_posix.0 Request processed in 323us (468us total) trans 4294967548 rc 0/0 00000100:00100000:3.0:1715210009.016028:0:13448:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 106 00000001:00080000:0.0:1715210009.390208:0:7244:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967548 is committed 00010000:00010000:3.0:1715210009.650467:0:10149:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1715210010.318056:0:3208:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1715210010.318082:0:3208:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:1.0:1715210010.318098:0:6992:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523504037888 00000100:00100000:2.0:1715210010.318099:0:6997:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523504037952 00000100:00100000:0.0:1715210010.318101:0:3208:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1715210010.318107:0:6997:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523504037952 00000100:00100000:1.0:1715210010.318107:0:6992:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523504037888 00000100:00100000:3.0:1715210010.318119:0:16530:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523504038016 00000100:00100000:3.0:1715210010.318123:0:16530:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523504038016 00000100:00100000:2.0:1715210010.318134:0:6997:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 3556 00000100:00100000:1.0:1715210010.318134:0:6992:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 2107 00000100:00100000:2.0:1715210010.318138:0:6997:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b1d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:cbae74da-7571-45ad-b971-0e0378bbd4e4+41:1957:x1798523504037952:12345-192.168.202.38@tcp:400:kworker.0 00000100:00100000:1.0:1715210010.318139:0:6992:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d3b7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ff645b43-0d7b-4a37-b9cc-6ac8f8d65c0d+12:1956:x1798523504037888:12345-192.168.202.38@tcp:400:kworker.0 00000100:00100000:3.0:1715210010.318141:0:16530:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 1901 00000100:00100000:3.0:1715210010.318145:0:16530:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b1d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:cbae74da-7571-45ad-b971-0e0378bbd4e4+14:1956:x1798523504038016:12345-192.168.202.38@tcp:400:kworker.0 00000100:00080000:0.0:1715210010.318145:0:6994:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1715209980 00000100:00080000:0.0:1715210010.318147:0:6994:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd MGS older than 1715209980 00000100:00100000:3.0:1715210010.318189:0:16530:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b1d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:cbae74da-7571-45ad-b971-0e0378bbd4e4+14:1956:x1798523504038016:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 43us (87us total) trans 0 rc 0/0 00000100:00100000:2.0:1715210010.318189:0:6997:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b1d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:cbae74da-7571-45ad-b971-0e0378bbd4e4+41:1957:x1798523504037952:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 50us (107us total) trans 0 rc 0/0 00000100:00100000:1.0:1715210010.318193:0:6992:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d3b7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ff645b43-0d7b-4a37-b9cc-6ac8f8d65c0d+12:1956:x1798523504037888:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 55us (152us total) trans 0 rc 0/0 00000100:00100000:3.0:1715210010.318194:0:16530:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 1901 00000100:00100000:2.0:1715210010.318194:0:6997:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 3556 00000100:00100000:1.0:1715210010.318197:0:6992:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 2107 00010000:00010000:2.0:1715210010.652457:0:18958:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1715210011.654360:0:6987:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1715210012.656478:0:8591:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1715210013.116503:0:3217:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008e491880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3217:1798523508389120:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1715210013.116571:0:3217:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1715210013.116634:0:8579:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523508389120 00000100:00100000:2.0:1715210013.116644:0:8579:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523508389120 00000100:00080000:0.0:1715210013.116692:0:6994:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1715209983 00000100:00100000:2.0:1715210013.116693:0:8579:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1723 00000100:00100000:2.0:1715210013.116699:0:8579:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b218e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3217:x1798523508389120:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1715210013.116734:0:8579:0:(ofd_obd.c:743:ofd_statfs()) blocks cached 0 granted 57868288 pending 0 free 3849322496 avail 3847225344 00000100:00100000:2.0:1715210013.116795:0:8579:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b218e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3217:x1798523508389120:12345-0@lo:13:osp-pre-0-0.0 Request processed in 95us (224us total) trans 0 rc 0/0 00000100:00100000:2.0:1715210013.116803:0:8579:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1723 00000100:00100000:3.0:1715210013.116847:0:3217:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008e491880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3217:1798523508389120:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1715210013.324484:0:3218:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008b1d1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3218:1798523508389184:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1715210013.324501:0:3217:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008e492300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3217:1798523508389376:0@lo:400:kworker.0 00000100:00100000:2.0:1715210013.324518:0:3215:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008e491c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:47336e3e-5c2f-4892-9b72-90c87ec36b26:3215:1798523508389248:0@lo:400:kworker.0 00000100:00100000:3.0:1715210013.324563:0:3217:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715210013.324566:0:3218:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1715210013.324577:0:3215:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715210013.324595:0:3218:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008e492680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3218:1798523508389440:0@lo:400:kworker.0 00000100:00100000:2.0:1715210013.324596:0:3215:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008e492a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3215:1798523508389504:0@lo:400:kworker.0 00000100:00100000:0.0:1715210013.324615:0:3218:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1715210013.324622:0:6997:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523508389376 00000100:00100000:3.0:1715210013.324630:0:6997:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523508389376 00000100:00100000:2.0:1715210013.324636:0:3215:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715210013.324642:0:11480:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523508389440 00000100:00100000:0.0:1715210013.324647:0:11480:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523508389440 00000100:00100000:2.0:1715210013.324654:0:3215:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1715210013.324659:0:3215:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008e491f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3215:1798523508389312:0@lo:400:kworker.0 00000100:00100000:3.0:1715210013.324673:0:6997:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3557 00000100:00100000:2.0:1715210013.324676:0:3215:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715210013.324679:0:11480:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3558 00000100:00100000:3.0:1715210013.324680:0:6997:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b219180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3217:x1798523508389376:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1715210013.324685:0:11480:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b1d1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3218:x1798523508389440:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1715210013.324699:0:16530:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523508389504 00000100:00100000:2.0:1715210013.324704:0:16530:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523508389504 00000100:00100000:2.0:1715210013.324731:0:16530:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1902 00000100:00100000:0.0:1715210013.324733:0:11480:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b1d1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3218:x1798523508389440:12345-0@lo:400:kworker.0 Request processed in 47us (117us total) trans 0 rc 0/0 00000100:00100000:2.0:1715210013.324737:0:16530:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e492d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3215:x1798523508389504:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1715210013.324738:0:6997:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b219180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3217:x1798523508389376:12345-0@lo:400:kworker.0 Request processed in 58us (176us total) trans 0 rc 0/0 00000100:00100000:0.0:1715210013.324741:0:11480:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3558 00000100:00100000:3.0:1715210013.324746:0:6997:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3557 00000100:00100000:0.0:1715210013.324755:0:11480:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523508389312 00000100:00100000:0.0:1715210013.324758:0:11480:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523508389312 00000100:00100000:3.0:1715210013.324769:0:8579:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523508389184 00000100:00100000:2.0:1715210013.324771:0:16530:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e492d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3215:x1798523508389504:12345-0@lo:400:kworker.0 Request processed in 34us (135us total) trans 0 rc 0/0 00000100:00100000:3.0:1715210013.324772:0:8579:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523508389184 00000100:00100000:0.0:1715210013.324773:0:11480:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3559 00000100:00100000:0.0:1715210013.324777:0:11480:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e493100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3215:x1798523508389312:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1715210013.324778:0:16530:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1902 00000100:00100000:3.0:1715210013.324792:0:8579:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1724 00000100:00100000:3.0:1715210013.324796:0:8579:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880130ce4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3218:x1798523508389184:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1715210013.324798:0:11480:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e493100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3215:x1798523508389312:12345-0@lo:400:kworker.0 Request processed in 21us (122us total) trans 0 rc 0/0 00000100:00100000:0.0:1715210013.324804:0:11480:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3559 00002000:00000024:3.0:1715210013.324817:0:8579:0:(ofd_obd.c:743:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3857711104 avail 3855613952 00000100:00100000:2.0:1715210013.324817:0:3215:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008e491f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3215:1798523508389312:0@lo:400:kworker.0 00000100:00080000:0.0:1715210013.324819:0:6994:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1715209983 00000100:00100000:2.0:1715210013.324826:0:3215:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008e492a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3215:1798523508389504:0@lo:400:kworker.0 00000100:00080000:0.0:1715210013.324831:0:6994:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1715209983 00000100:00100000:3.0:1715210013.324842:0:8579:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880130ce4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3218:x1798523508389184:12345-0@lo:13:osp-pre-1-0.0 Request processed in 45us (277us total) trans 0 rc 0/0 00000100:00100000:3.0:1715210013.324849:0:8579:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1724 00000100:00100000:0.0:1715210013.324862:0:3218:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008e492680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3218:1798523508389440:0@lo:400:kworker.0 00000100:00100000:2.0:1715210013.324868:0:6992:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523508389248 00000100:00100000:2.0:1715210013.324871:0:6992:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523508389248 00000100:00100000:0.0:1715210013.324877:0:3218:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008b1d1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3218:1798523508389184:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1715210013.324894:0:6992:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2108 00000100:00080000:0.0:1715210013.324896:0:6994:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd MGS older than 1715209983 00000100:00100000:2.0:1715210013.324898:0:6992:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d3b7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:47336e3e-5c2f-4892-9b72-90c87ec36b26+18:3215:x1798523508389248:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1715210013.324926:0:6992:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d3b7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:47336e3e-5c2f-4892-9b72-90c87ec36b26+18:3215:x1798523508389248:12345-0@lo:400:kworker.0 Request processed in 28us (350us total) trans 0 rc 0/0 00000100:00100000:2.0:1715210013.324932:0:6992:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2108 00000100:00100000:2.0:1715210013.324959:0:3215:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008e491c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:47336e3e-5c2f-4892-9b72-90c87ec36b26:3215:1798523508389248:0@lo:400:kworker.0 00000100:00100000:3.0:1715210013.325090:0:3217:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008e492300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3217:1798523508389376:0@lo:400:kworker.0 00010000:00010000:3.0:1715210013.658510:0:6986:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1715210014.011896:0:9524:0:(debug.c:705:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 29d: hsm_remove by FID with archive_id 0 for unlinked file cause ========================================================== 19:13:33 (1715210013) 00000001:02000400:1.0:1715210014.540204:0:9588:0:(debug.c:705:libcfs_debug_mark_buffer()) DEBUG MARKER: SKIP: sanity-hsm test_29d Need 3 or more clients, have 1 00010000:00010000:3.0:1715210014.660532:0:10149:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1715210015.326484:0:3209:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1715210015.326553:0:3209:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1715210015.326597:0:3209:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1715210015.326615:0:6997:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523504038144 00000100:00100000:2.0:1715210015.326628:0:6997:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523504038144 00000100:00100000:0.0:1715210015.326673:0:8575:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523504038208 00000100:00100000:0.0:1715210015.326681:0:8575:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523504038208 00000100:00100000:2.0:1715210015.326685:0:6997:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 3560 00000100:00100000:2.0:1715210015.326692:0:6997:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b1d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:cbae74da-7571-45ad-b971-0e0378bbd4e4+41:1956:x1798523504038144:12345-192.168.202.38@tcp:400:kworker.0 00000100:00100000:0.0:1715210015.326725:0:8575:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 1903 00000100:00100000:0.0:1715210015.326733:0:8575:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b1d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:cbae74da-7571-45ad-b971-0e0378bbd4e4+14:1957:x1798523504038208:12345-192.168.202.38@tcp:400:kworker.0 00000100:00100000:2.0:1715210015.326778:0:6997:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b1d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:cbae74da-7571-45ad-b971-0e0378bbd4e4+41:1956:x1798523504038144:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 86us (306us total) trans 0 rc 0/0 00000100:00100000:0.0:1715210015.326786:0:8575:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b1d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:cbae74da-7571-45ad-b971-0e0378bbd4e4+14:1957:x1798523504038208:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 52us (190us total) trans 0 rc 0/0 00000100:00100000:2.0:1715210015.326787:0:6997:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 3560 00000100:00100000:0.0:1715210015.326798:0:8575:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 1903 00000100:00100000:2.0:1715210015.326814:0:6993:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523504038080 00000100:00100000:2.0:1715210015.326818:0:6993:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523504038080 00000100:00080000:0.0:1715210015.326823:0:6994:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1715209985 00000100:00080000:0.0:1715210015.326828:0:6994:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd MGS older than 1715209985 00000100:00080000:0.0:1715210015.326831:0:6994:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1715209985 00000100:00100000:2.0:1715210015.326840:0:6993:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 2109 00000100:00100000:2.0:1715210015.326844:0:6993:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d3b7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ff645b43-0d7b-4a37-b9cc-6ac8f8d65c0d+12:1957:x1798523504038080:12345-192.168.202.38@tcp:400:kworker.0 00000100:00100000:2.0:1715210015.326866:0:6993:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d3b7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ff645b43-0d7b-4a37-b9cc-6ac8f8d65c0d+12:1957:x1798523504038080:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 21us (317us total) trans 0 rc 0/0 00000100:00100000:2.0:1715210015.326872:0:6993:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 2109 00010000:00010000:2.0:1715210015.662482:0:18958:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1715210016.664407:0:6987:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1715210017.253536:0:14992:0:(llog.c:735:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1715210017.253543:0:14992:0:(llog_cat.c:796:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1715210017.254135:0:14992:0:(llog.c:792:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1715210017.254145:0:14992:0:(llog.c:792:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000001:02000400:1.0:1715210017.257061:0:10100:0:(debug.c:705:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 30a: Restore at exec (import case) ==== 19:13:36 (1715210016) 00010000:00010000:2.0:1715210017.666512:0:8591:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1715210017.804880:0:10165:0:(debug.c:705:libcfs_debug_mark_buffer()) DEBUG MARKER: SKIP: sanity-hsm test_30a Need 2 or more clients, have 1 00000100:00100000:2.0:1715210018.124434:0:3215:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1715210018.124460:0:3215:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008b218e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3215:1798523508389568:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1715210018.124525:0:3215:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1715210018.124574:0:8579:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523508389568 00000100:00100000:3.0:1715210018.124585:0:8579:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523508389568 00000100:00080000:0.0:1715210018.124641:0:6994:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1715209988 00000100:00100000:3.0:1715210018.124656:0:8579:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1725 00000100:00100000:3.0:1715210018.124666:0:8579:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e491c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3215:x1798523508389568:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1715210018.124706:0:8579:0:(ofd_obd.c:743:ofd_statfs()) blocks cached 0 granted 57868288 pending 0 free 3849322496 avail 3847225344 00000100:00100000:3.0:1715210018.124759:0:8579:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e491c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3215:x1798523508389568:12345-0@lo:13:osp-pre-0-0.0 Request processed in 93us (233us total) trans 0 rc 0/0 00000100:00100000:3.0:1715210018.124767:0:8579:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1725 00000100:00100000:2.0:1715210018.124795:0:3215:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008b218e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3215:1798523508389568:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1715210018.332380:0:3218:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1715210018.332401:0:3218:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008e492a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:47336e3e-5c2f-4892-9b72-90c87ec36b26:3218:1798523508389696:0@lo:400:kworker.0 00000100:00100000:3.0:1715210018.332421:0:3215:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008e491f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3215:1798523508389760:0@lo:400:kworker.0 00000100:00100000:1.0:1715210018.332432:0:3216:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008e493480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3216:1798523508389824:0@lo:400:kworker.0 00000100:00100000:0.0:1715210018.332467:0:3218:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1715210018.332474:0:3215:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715210018.332489:0:3218:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008b1d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3218:1798523508389632:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1715210018.332493:0:6992:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523508389696 00000100:00100000:2.0:1715210018.332502:0:6992:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523508389696 00000100:00100000:1.0:1715210018.332516:0:3216:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715210018.332525:0:3218:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1715210018.332534:0:3217:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008e493800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3217:1798523508389888:0@lo:400:kworker.0 00000100:00100000:2.0:1715210018.332544:0:6992:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2110 00000100:00100000:0.0:1715210018.332544:0:3218:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008e493b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3218:1798523508389952:0@lo:400:kworker.0 00000100:00100000:2.0:1715210018.332552:0:6992:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d3b6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:47336e3e-5c2f-4892-9b72-90c87ec36b26+18:3218:x1798523508389696:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1715210018.332558:0:3217:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715210018.332562:0:3218:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1715210018.332584:0:8579:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523508389632 00000100:00100000:3.0:1715210018.332589:0:8579:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523508389632 00000100:00080000:0.0:1715210018.332600:0:6994:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1715209988 00000100:00080000:0.0:1715210018.332605:0:6994:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd MGS older than 1715209988 00000100:00100000:2.0:1715210018.332611:0:6992:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d3b6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:47336e3e-5c2f-4892-9b72-90c87ec36b26+18:3218:x1798523508389696:12345-0@lo:400:kworker.0 Request processed in 60us (144us total) trans 0 rc 0/0 00000100:00100000:3.0:1715210018.332616:0:8579:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1726 00000100:00100000:0.0:1715210018.332619:0:4437:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523508389760 00000100:00100000:3.0:1715210018.332623:0:8579:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b1d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3218:x1798523508389632:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1715210018.332624:0:4437:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523508389760 00000100:00100000:2.0:1715210018.332634:0:6992:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2110 00000100:00100000:0.0:1715210018.332647:0:4437:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523508389824 00002000:00000024:3.0:1715210018.332649:0:8579:0:(ofd_obd.c:743:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3857711104 avail 3855613952 00000100:00100000:0.0:1715210018.332650:0:4437:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523508389824 00000100:00100000:0.0:1715210018.332670:0:4437:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523508389888 00000100:00100000:0.0:1715210018.332672:0:4437:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523508389888 00000100:00100000:2.0:1715210018.332675:0:8623:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3561 00000100:00100000:3.0:1715210018.332680:0:8579:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b1d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3218:x1798523508389632:12345-0@lo:13:osp-pre-1-0.0 Request processed in 57us (154us total) trans 0 rc 0/0 00000100:00100000:2.0:1715210018.332681:0:8623:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b219500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3215:x1798523508389760:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1715210018.332687:0:4437:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3562 00000100:00100000:3.0:1715210018.332688:0:8579:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1726 00000100:00100000:0.0:1715210018.332693:0:4437:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bfc0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3216:x1798523508389824:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1715210018.332716:0:8623:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b219500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3215:x1798523508389760:12345-0@lo:400:kworker.0 Request processed in 34us (243us total) trans 0 rc 0/0 00000100:00100000:2.0:1715210018.332722:0:8623:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3561 00000100:00100000:3.0:1715210018.332728:0:6997:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3563 00000100:00100000:3.0:1715210018.332733:0:6997:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b219880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3217:x1798523508389888:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1715210018.332747:0:4437:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bfc0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3216:x1798523508389824:12345-0@lo:400:kworker.0 Request processed in 53us (231us total) trans 0 rc 0/0 00000100:00100000:0.0:1715210018.332755:0:4437:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3562 00000100:00100000:3.0:1715210018.332764:0:6997:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b219880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3217:x1798523508389888:12345-0@lo:400:kworker.0 Request processed in 30us (205us total) trans 0 rc 0/0 00000100:00100000:3.0:1715210018.332771:0:6997:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3563 00000100:00100000:2.0:1715210018.332772:0:16530:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523508389952 00000100:00100000:1.0:1715210018.332772:0:3216:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008e493480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3216:1798523508389824:0@lo:400:kworker.0 00000100:00080000:0.0:1715210018.332772:0:6994:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1715209988 00000100:00100000:2.0:1715210018.332776:0:16530:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523508389952 00000100:00100000:0.0:1715210018.332791:0:3218:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008e492a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:47336e3e-5c2f-4892-9b72-90c87ec36b26:3218:1798523508389696:0@lo:400:kworker.0 00000100:00100000:2.0:1715210018.332794:0:16530:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1904 00000100:00100000:2.0:1715210018.332799:0:16530:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b1d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3218:x1798523508389952:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1715210018.332802:0:3217:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008e493800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3217:1798523508389888:0@lo:400:kworker.0 00000100:00100000:0.0:1715210018.332811:0:3218:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008b1d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3218:1798523508389632:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1715210018.332824:0:3215:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008e491f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3215:1798523508389760:0@lo:400:kworker.0 00000100:00100000:2.0:1715210018.332824:0:16530:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b1d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3218:x1798523508389952:12345-0@lo:400:kworker.0 Request processed in 25us (261us total) trans 0 rc 0/0 00000100:00100000:2.0:1715210018.332830:0:16530:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1904 00000100:00100000:0.0:1715210018.332839:0:3218:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008e493b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3218:1798523508389952:0@lo:400:kworker.0 00010000:00010000:3.0:1715210018.668478:0:6986:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1715210019.670491:0:10149:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1715210020.334408:0:3210:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1715210020.334453:0:3210:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1715210020.334486:0:6993:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523504038272 00000100:00100000:2.0:1715210020.334500:0:6993:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523504038272 00000100:00100000:0.0:1715210020.334514:0:3210:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1715210020.334534:0:11480:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523504038336 00000100:00100000:3.0:1715210020.334543:0:11480:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523504038336 00000100:00080000:0.0:1715210020.334543:0:6994:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd MGS older than 1715209990 00000100:00100000:2.0:1715210020.334566:0:6993:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 2111 00000100:00100000:2.0:1715210020.334579:0:6993:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d3b6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ff645b43-0d7b-4a37-b9cc-6ac8f8d65c0d+12:1956:x1798523504038272:12345-192.168.202.38@tcp:400:kworker.0 00000100:00100000:0.0:1715210020.334581:0:8575:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523504038400 00000100:00100000:0.0:1715210020.334589:0:8575:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523504038400 00000100:00100000:3.0:1715210020.334607:0:11480:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 3564 00000100:00100000:3.0:1715210020.334616:0:11480:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b1d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:cbae74da-7571-45ad-b971-0e0378bbd4e4+41:1957:x1798523504038336:12345-192.168.202.38@tcp:400:kworker.0 00000100:00100000:0.0:1715210020.334629:0:8575:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 1905 00000100:00100000:0.0:1715210020.334639:0:8575:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b1d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:cbae74da-7571-45ad-b971-0e0378bbd4e4+14:1956:x1798523504038400:12345-192.168.202.38@tcp:400:kworker.0 00000100:00100000:2.0:1715210020.334662:0:6993:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d3b6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ff645b43-0d7b-4a37-b9cc-6ac8f8d65c0d+12:1956:x1798523504038272:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 82us (260us total) trans 0 rc 0/0 00000100:00100000:3.0:1715210020.334665:0:11480:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b1d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:cbae74da-7571-45ad-b971-0e0378bbd4e4+41:1957:x1798523504038336:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 49us (212us total) trans 0 rc 0/0 00000100:00100000:2.0:1715210020.334674:0:6993:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 2111 00000100:00100000:3.0:1715210020.334687:0:11480:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 3564 00000100:00100000:0.0:1715210020.334695:0:8575:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b1d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:cbae74da-7571-45ad-b971-0e0378bbd4e4+14:1956:x1798523504038400:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 54us (180us total) trans 0 rc 0/0 00000100:00080000:3.0:1715210020.334712:0:6994:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1715209990 00000100:00080000:3.0:1715210020.334715:0:6994:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1715209990 00000100:00100000:0.0:1715210020.334725:0:8575:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 1905 00000001:02000400:1.0:1715210020.599739:0:10623:0:(debug.c:705:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 30b: Restore at exec (release case) === 19:13:39 (1715210019) 00010000:00010000:2.0:1715210020.672473:0:18958:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1715210021.128877:0:10687:0:(debug.c:705:libcfs_debug_mark_buffer()) DEBUG MARKER: SKIP: sanity-hsm test_30b Need 2 or more clients, have 1 00010000:00010000:2.0:1715210021.674491:0:6987:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1715210022.676501:0:8591:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1715210023.132407:0:3215:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008e493b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3215:1798523508390016:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1715210023.132462:0:3215:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715210023.132555:0:10974:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523508390016 00000100:00100000:0.0:1715210023.132563:0:10974:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523508390016 00000100:00080000:3.0:1715210023.132602:0:6994:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1715209993 00000100:00100000:0.0:1715210023.132614:0:10974:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1727 00000100:00100000:0.0:1715210023.132619:0:10974:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b219c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3215:x1798523508390016:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1715210023.132646:0:10974:0:(ofd_obd.c:743:ofd_statfs()) blocks cached 0 granted 57868288 pending 0 free 3849322496 avail 3847225344 00000100:00100000:0.0:1715210023.132692:0:10974:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b219c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3215:x1798523508390016:12345-0@lo:13:osp-pre-0-0.0 Request processed in 73us (229us total) trans 0 rc 0/0 00000100:00100000:0.0:1715210023.132698:0:10974:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1727 00000100:00100000:3.0:1715210023.132719:0:3215:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008e493b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3215:1798523508390016:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1715210023.340411:0:3215:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1715210023.340437:0:3215:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88009bfc3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3215:1798523508390208:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1715210023.340437:0:3216:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008b1d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3216:1798523508390336:0@lo:400:kworker.0 00000100:00100000:0.0:1715210023.340444:0:3217:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008b1d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3217:1798523508390144:0@lo:400:kworker.0 00000100:00100000:0.0:1715210023.340510:0:3217:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1715210023.340512:0:3215:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1715210023.340526:0:3218:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008b1d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3218:1798523508390272:0@lo:400:kworker.0 00000100:00100000:0.0:1715210023.340538:0:3217:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008b1d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3217:1798523508390400:0@lo:400:kworker.0 00000100:00100000:3.0:1715210023.340541:0:3215:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008b1d2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:47336e3e-5c2f-4892-9b72-90c87ec36b26:3215:1798523508390080:0@lo:400:kworker.0 00000100:00100000:1.0:1715210023.340555:0:3218:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715210023.340559:0:3217:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1715210023.340575:0:3215:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1715210023.340585:0:11480:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523508390144 00000100:00100000:0.0:1715210023.340589:0:6997:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523508390272 00000100:00100000:1.0:1715210023.340593:0:3216:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1715210023.340594:0:11480:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523508390144 00000100:00100000:0.0:1715210023.340594:0:6997:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523508390272 00000100:00100000:1.0:1715210023.340620:0:4437:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523508390336 00000100:00080000:3.0:1715210023.340622:0:6994:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1715209993 00000100:00100000:1.0:1715210023.340626:0:4437:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523508390336 00000100:00100000:2.0:1715210023.340632:0:11480:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3565 00000100:00100000:0.0:1715210023.340644:0:6997:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3566 00000100:00100000:2.0:1715210023.340646:0:11480:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b1d0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3217:x1798523508390144:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1715210023.340653:0:6997:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e93dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3218:x1798523508390272:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1715210023.340654:0:6994:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1715209993 00000100:00100000:1.0:1715210023.340676:0:4437:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3567 00000100:00100000:1.0:1715210023.340684:0:4437:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e93ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3216:x1798523508390336:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1715210023.340711:0:11480:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b1d0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3217:x1798523508390144:12345-0@lo:400:kworker.0 Request processed in 65us (200us total) trans 0 rc 0/0 00000100:00100000:0.0:1715210023.340712:0:6997:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e93dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3218:x1798523508390272:12345-0@lo:400:kworker.0 Request processed in 57us (153us total) trans 0 rc 0/0 00000100:00100000:2.0:1715210023.340719:0:11480:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3565 00000100:00100000:0.0:1715210023.340723:0:6997:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3566 00000100:00100000:1.0:1715210023.340737:0:4437:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e93ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3216:x1798523508390336:12345-0@lo:400:kworker.0 Request processed in 51us (141us total) trans 0 rc 0/0 00000100:00100000:2.0:1715210023.340742:0:6992:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523508390080 00000100:00100000:2.0:1715210023.340745:0:6992:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523508390080 00000100:00100000:0.0:1715210023.340746:0:10974:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523508390208 00000100:00100000:0.0:1715210023.340750:0:10974:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523508390208 00000100:00100000:1.0:1715210023.340767:0:4437:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3567 00000100:00080000:3.0:1715210023.340774:0:6994:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1715209993 00000100:00080000:3.0:1715210023.340779:0:6994:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd MGS older than 1715209993 00000100:00100000:2.0:1715210023.340779:0:6992:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2112 00000100:00100000:2.0:1715210023.340783:0:6992:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb16450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:47336e3e-5c2f-4892-9b72-90c87ec36b26+18:3215:x1798523508390080:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1715210023.340790:0:10974:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1728 00000100:00100000:0.0:1715210023.340795:0:10974:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b219f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3215:x1798523508390208:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1715210023.340818:0:10974:0:(ofd_obd.c:743:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3857711104 avail 3855613952 00000100:00100000:1.0:1715210023.340819:0:3218:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008b1d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3218:1798523508390272:0@lo:400:kworker.0 00000100:00100000:2.0:1715210023.340824:0:6992:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb16450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:47336e3e-5c2f-4892-9b72-90c87ec36b26+18:3215:x1798523508390080:12345-0@lo:400:kworker.0 Request processed in 40us (250us total) trans 0 rc 0/0 00000100:00100000:2.0:1715210023.340831:0:6992:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2112 00000100:00100000:3.0:1715210023.340837:0:3215:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008b1d2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:47336e3e-5c2f-4892-9b72-90c87ec36b26:3215:1798523508390080:0@lo:400:kworker.0 00000100:00100000:1.0:1715210023.340851:0:3216:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008b1d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3216:1798523508390336:0@lo:400:kworker.0 00000100:00100000:0.0:1715210023.340859:0:10974:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b219f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3215:x1798523508390208:12345-0@lo:13:osp-pre-1-0.0 Request processed in 64us (348us total) trans 0 rc 0/0 00000100:00100000:0.0:1715210023.340866:0:10974:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1728 00000100:00100000:3.0:1715210023.340873:0:3215:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88009bfc3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3215:1798523508390208:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1715210023.340883:0:8575:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523508390400 00000100:00100000:1.0:1715210023.340888:0:8575:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523508390400 00000100:00100000:0.0:1715210023.340899:0:3217:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008b1d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3217:1798523508390144:0@lo:400:kworker.0 00000100:00100000:1.0:1715210023.340916:0:8575:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1906 00000100:00100000:1.0:1715210023.340923:0:8575:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b157480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3217:x1798523508390400:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1715210023.341035:0:8575:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b157480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3217:x1798523508390400:12345-0@lo:400:kworker.0 Request processed in 109us (472us total) trans 0 rc 0/0 00000100:00100000:1.0:1715210023.341044:0:8575:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1906 00000100:00100000:0.0:1715210023.341061:0:3217:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008b1d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3217:1798523508390400:0@lo:400:kworker.0 00010000:00010000:3.0:1715210023.678505:0:6986:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1715210023.842560:0:11145:0:(debug.c:705:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 30c: Update during exec of released file must fail ========================================================== 19:13:43 (1715210023) 00000001:02000400:1.0:1715210024.368166:0:11209:0:(debug.c:705:libcfs_debug_mark_buffer()) DEBUG MARKER: SKIP: sanity-hsm test_30c Need 2 or more clients, have 1 00010000:00010000:3.0:1715210024.680491:0:10149:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1715210025.342475:0:3208:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1715210025.342528:0:3208:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1715210025.342574:0:3208:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1715210025.342614:0:6996:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523504038528 00000100:00100000:2.0:1715210025.342628:0:6996:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523504038528 00000100:00100000:3.0:1715210025.342669:0:6993:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523504038464 00000100:00100000:1.0:1715210025.342669:0:8575:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523504038592 00000100:00100000:3.0:1715210025.342680:0:6993:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523504038464 00000100:00100000:1.0:1715210025.342680:0:8575:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523504038592 00000100:00100000:2.0:1715210025.342687:0:6996:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 3568 00000100:00100000:2.0:1715210025.342694:0:6996:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008db74700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:cbae74da-7571-45ad-b971-0e0378bbd4e4+41:1956:x1798523504038528:12345-192.168.202.38@tcp:400:kworker.0 00000100:00100000:3.0:1715210025.342728:0:6993:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 2113 00000100:00100000:3.0:1715210025.342738:0:6993:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb16050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ff645b43-0d7b-4a37-b9cc-6ac8f8d65c0d+12:1957:x1798523504038464:12345-192.168.202.38@tcp:400:kworker.0 00000100:00100000:1.0:1715210025.342738:0:8575:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 1907 00000100:00100000:1.0:1715210025.342745:0:8575:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008db74380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:cbae74da-7571-45ad-b971-0e0378bbd4e4+14:1957:x1798523504038592:12345-192.168.202.38@tcp:400:kworker.0 00000100:00100000:2.0:1715210025.342769:0:6996:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008db74700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:cbae74da-7571-45ad-b971-0e0378bbd4e4+41:1956:x1798523504038528:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 75us (306us total) trans 0 rc 0/0 00000100:00100000:2.0:1715210025.342778:0:6996:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 3568 00000100:00100000:3.0:1715210025.342798:0:6993:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb16050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ff645b43-0d7b-4a37-b9cc-6ac8f8d65c0d+12:1957:x1798523504038464:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 60us (268us total) trans 0 rc 0/0 00000100:00100000:1.0:1715210025.342800:0:8575:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008db74380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:cbae74da-7571-45ad-b971-0e0378bbd4e4+14:1957:x1798523504038592:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 55us (227us total) trans 0 rc 0/0 00000100:00100000:3.0:1715210025.342811:0:6993:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 2113 00000100:00100000:1.0:1715210025.342811:0:8575:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 1907 00000100:00080000:2.0:1715210025.342820:0:6994:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd MGS older than 1715209995 00000100:00080000:2.0:1715210025.342824:0:6994:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1715209995 00000100:00080000:2.0:1715210025.342827:0:6994:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1715209995 00010000:00010000:3.0:1715210025.682446:0:18958:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1715210026.684512:0:6987:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1715210027.115563:0:11668:0:(debug.c:705:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 31a: Import a large file and check size during restore ========================================================== 19:13:46 (1715210026) 00000100:00100000:2.0:1715210027.230377:0:3209:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1715210027.230446:0:6998:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523504038784 00000100:00100000:0.0:1715210027.230460:0:6998:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523504038784 00000100:00080000:2.0:1715210027.230523:0:6994:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1715209997 00000100:00100000:0.0:1715210027.230529:0:6998:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 497 00000100:00100000:0.0:1715210027.230538:0:6998:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e491f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:cbae74da-7571-45ad-b971-0e0378bbd4e4+41:17509:x1798523504038784:12345-192.168.202.38@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1715210027.230560:0:6998:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1715210027.230580:0:6998:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008e489f80/0x8c55e4ad37f6759a lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbbeffb005ec3eb80 expref: -99 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715210027.230708:0:6998:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008e4886c0/0x8c55e4ad37f675a1 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1715210027.230723:0:6998:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008e4886c0/0x8c55e4ad37f675a1 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1715210027.230736:0:6998:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008e4886c0/0x8c55e4ad37f675a1 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1715210027.230749:0:6998:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008e489d40/0x8c55e4ad37f675a8 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x646966 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1715210027.230755:0:6998:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008e489d40/0x8c55e4ad37f675a8 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x646966 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1715210027.230774:0:6998:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008e489d40/0x8c55e4ad37f675a8 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x646966 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000004:00200000:0.0:1715210027.230864:0:6998:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000002:0x2:0x0]: returning size 10752 00010000:00010000:0.0:1715210027.231047:0:6998:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008e4886c0/0x8c55e4ad37f675a1 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1715210027.231056:0:6998:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008e4886c0/0x8c55e4ad37f675a1 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1715210027.231062:0:6998:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008e4886c0/0x8c55e4ad37f675a1 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1715210027.231068:0:6998:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008e4886c0 already unused, calling callback (ffffffffa13a3730) 00010000:00010000:0.0:1715210027.231073:0:6998:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008e4886c0/0x8c55e4ad37f675a1 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1715210027.231079:0:6998:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008e4886c0/0x8c55e4ad37f675a1 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1715210027.231092:0:6998:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff88008e524300) 00010000:00010000:0.0:1715210027.231095:0:6998:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1715210027.231099:0:6998:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008e4886c0/0x8c55e4ad37f675a1 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1715210027.231105:0:6998:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008e4886c0/0x8c55e4ad37f675a1 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1715210027.231132:0:6998:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008e489d40/0x8c55e4ad37f675a8 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x646966 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1715210027.231139:0:6998:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008e489d40/0x8c55e4ad37f675a8 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x646966 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1715210027.231156:0:6998:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008e489d40/0x8c55e4ad37f675a8 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x646966 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1715210027.231161:0:6998:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008e489d40 already unused, calling callback (ffffffffa13a3730) 00010000:00010000:0.0:1715210027.231164:0:6998:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008e489d40/0x8c55e4ad37f675a8 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x646966 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1715210027.231170:0:6998:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008e489d40/0x8c55e4ad37f675a8 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x646966 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1715210027.231177:0:6998:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x646966 (ffff880131c7bc00) 00010000:00010000:0.0:1715210027.231180:0:6998:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1715210027.231182:0:6998:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008e489d40/0x8c55e4ad37f675a8 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x646966 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1715210027.231188:0:6998:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008e489d40/0x8c55e4ad37f675a8 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x646966 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1715210027.231227:0:6998:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008e489f80/0x8c55e4ad37f6759a lrc: 1/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0xbbeffb005ec3eb80 expref: 43 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715210027.231236:0:6998:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008e489f80/0x8c55e4ad37f6759a lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0xbbeffb005ec3eb80 expref: 43 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715210027.231244:0:6998:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008e489f80, rc 0) 00000100:00100000:0.0:1715210027.231335:0:6998:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e491f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:cbae74da-7571-45ad-b971-0e0378bbd4e4+42:17509:x1798523504038784:12345-192.168.202.38@tcp:101:lhsmtool_posix.0 Request processed in 796us (966us total) trans 4294967549 rc 301/301 00000100:00100000:0.0:1715210027.231344:0:6998:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 497 00000100:00100000:0.0:1715210027.233228:0:3210:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1715210027.233360:0:6998:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523504038848 00000100:00100000:2.0:1715210027.233371:0:6998:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523504038848 00000100:00100000:2.0:1715210027.233432:0:6998:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 498 00000100:00100000:2.0:1715210027.233456:0:6998:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132972680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:cbae74da-7571-45ad-b971-0e0378bbd4e4+42:17509:x1798523504038848:12345-192.168.202.38@tcp:59:lhsmtool_posix.0 00000100:00100000:2.0:1715210027.233563:0:6998:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132972680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:cbae74da-7571-45ad-b971-0e0378bbd4e4+42:17509:x1798523504038848:12345-192.168.202.38@tcp:59:lhsmtool_posix.0 Request processed in 106us (334us total) trans 0 rc 0/0 00000100:00100000:2.0:1715210027.233576:0:6998:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 498 00000040:00080000:0.0:1715210027.253446:0:14992:0:(llog.c:735:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1715210027.253461:0:14992:0:(llog_cat.c:796:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1715210027.254102:0:14992:0:(llog.c:792:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1715210027.254114:0:14992:0:(llog.c:792:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1715210027.686453:0:8591:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1715210028.067092:0:11733:0:(debug.c:705:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity-hsm test_31a: @@@@@@ FAIL: cannot create directory '/mnt/lustre/d31a.sanity-hsm' 00000100:00100000:1.0:1715210028.140514:0:3218:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008b21a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3218:1798523508390464:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1715210028.140580:0:3218:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715210028.140634:0:8579:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523508390464 00000100:00100000:0.0:1715210028.140645:0:8579:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523508390464 00000100:00100000:0.0:1715210028.140709:0:8579:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1729 00000100:00100000:0.0:1715210028.140717:0:8579:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e93d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3218:x1798523508390464:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1715210028.140751:0:8579:0:(ofd_obd.c:743:ofd_statfs()) blocks cached 0 granted 57868288 pending 0 free 3849322496 avail 3847225344 00000100:00080000:2.0:1715210028.140779:0:6994:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1715209998 00000100:00100000:0.0:1715210028.140809:0:8579:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e93d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3218:x1798523508390464:12345-0@lo:13:osp-pre-0-0.0 Request processed in 93us (229us total) trans 0 rc 0/0 00000100:00100000:0.0:1715210028.140817:0:8579:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1729 00000100:00100000:1.0:1715210028.140842:0:3218:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008b21a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3218:1798523508390464:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1715210028.348393:0:3215:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880132973800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:47336e3e-5c2f-4892-9b72-90c87ec36b26:3215:1798523508390528:0@lo:400:kworker.0 00000100:00100000:1.0:1715210028.348394:0:3216:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008b21a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3216:1798523508390592:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1715210028.348424:0:3217:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880132972300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3217:1798523508390656:0@lo:400:kworker.0 00000100:00100000:2.0:1715210028.348464:0:3215:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1715210028.348468:0:3216:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715210028.348469:0:3217:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715210028.348503:0:3217:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1715210028.348504:0:3215:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008e4ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3215:1798523508390784:0@lo:400:kworker.0 00000100:00100000:1.0:1715210028.348505:0:3216:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008e4eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3216:1798523508390848:0@lo:400:kworker.0 00000100:00100000:0.0:1715210028.348512:0:3217:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008ea64380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3217:1798523508390720:0@lo:400:kworker.0 00000100:00100000:3.0:1715210028.348514:0:6993:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523508390528 00000100:00100000:3.0:1715210028.348524:0:6993:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523508390528 00000100:00100000:2.0:1715210028.348526:0:3215:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1715210028.348531:0:3216:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715210028.348546:0:3217:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1715210028.348564:0:6993:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2114 00000100:00100000:3.0:1715210028.348572:0:6993:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb15c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:47336e3e-5c2f-4892-9b72-90c87ec36b26+18:3215:x1798523508390528:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1715210028.348577:0:6998:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523508390656 00000100:00100000:1.0:1715210028.348580:0:8623:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523508390784 00000100:00100000:2.0:1715210028.348582:0:6998:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523508390656 00000100:00100000:1.0:1715210028.348585:0:8623:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523508390784 00000100:00100000:0.0:1715210028.348600:0:8579:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523508390592 00000100:00100000:0.0:1715210028.348607:0:8579:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523508390592 00000100:00100000:2.0:1715210028.348608:0:6998:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523508390720 00000100:00100000:2.0:1715210028.348611:0:6998:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523508390720 00000100:00100000:1.0:1715210028.348615:0:8623:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3569 00000100:00100000:1.0:1715210028.348621:0:8623:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e4edc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3217:x1798523508390656:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1715210028.348628:0:6993:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb15c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:47336e3e-5c2f-4892-9b72-90c87ec36b26+18:3215:x1798523508390528:12345-0@lo:400:kworker.0 Request processed in 56us (165us total) trans 0 rc 0/0 00000100:00100000:2.0:1715210028.348629:0:6998:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3570 00000100:00100000:2.0:1715210028.348636:0:6998:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e492a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3215:x1798523508390784:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1715210028.348638:0:6993:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2114 00000100:00100000:0.0:1715210028.348644:0:8579:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1730 00000100:00100000:0.0:1715210028.348653:0:8579:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e93d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3216:x1798523508390592:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1715210028.348664:0:8623:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e4edc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3217:x1798523508390656:12345-0@lo:400:kworker.0 Request processed in 42us (194us total) trans 0 rc 0/0 00000100:00100000:1.0:1715210028.348671:0:8623:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3569 00000100:00100000:2.0:1715210028.348674:0:6998:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e492a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3215:x1798523508390784:12345-0@lo:400:kworker.0 Request processed in 37us (146us total) trans 0 rc 0/0 00000100:00100000:3.0:1715210028.348682:0:6996:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3571 00000100:00100000:2.0:1715210028.348688:0:6998:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3570 00002000:00000024:0.0:1715210028.348690:0:8579:0:(ofd_obd.c:743:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3857711104 avail 3855613952 00000100:00100000:3.0:1715210028.348691:0:6996:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e4ee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3217:x1798523508390720:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1715210028.348713:0:6994:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1715209998 00000100:00080000:2.0:1715210028.348717:0:6994:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1715209998 00000100:00080000:2.0:1715210028.348719:0:6994:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd MGS older than 1715209998 00000100:00100000:3.0:1715210028.348727:0:6996:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e4ee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3217:x1798523508390720:12345-0@lo:400:kworker.0 Request processed in 38us (182us total) trans 0 rc 0/0 00000100:00100000:3.0:1715210028.348734:0:6996:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3571 00000100:00100000:0.0:1715210028.348740:0:8579:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e93d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3216:x1798523508390592:12345-0@lo:13:osp-pre-1-0.0 Request processed in 88us (276us total) trans 0 rc 0/0 00000100:00100000:0.0:1715210028.348748:0:8579:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1730 00000100:00100000:2.0:1715210028.348751:0:3215:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008e4ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3215:1798523508390784:0@lo:400:kworker.0 00000100:00100000:2.0:1715210028.348760:0:3215:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880132973800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:47336e3e-5c2f-4892-9b72-90c87ec36b26:3215:1798523508390528:0@lo:400:kworker.0 00000100:00100000:1.0:1715210028.348760:0:3216:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008b21a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3216:1798523508390592:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1715210028.348767:0:16530:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523508390848 00000100:00100000:3.0:1715210028.348771:0:16530:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523508390848 00000100:00100000:0.0:1715210028.348781:0:3217:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008ea64380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3217:1798523508390720:0@lo:400:kworker.0 00000100:00100000:0.0:1715210028.348791:0:3217:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880132972300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3217:1798523508390656:0@lo:400:kworker.0 00000100:00100000:3.0:1715210028.348803:0:16530:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1908 00000100:00100000:3.0:1715210028.348808:0:16530:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e93fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3216:x1798523508390848:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1715210028.348838:0:16530:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e93fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3216:x1798523508390848:12345-0@lo:400:kworker.0 Request processed in 30us (307us total) trans 0 rc 0/0 00000100:00100000:3.0:1715210028.348844:0:16530:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1908 00000100:00100000:0.0:1715210028.348860:0:3216:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008e4eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3216:1798523508390848:0@lo:400:kworker.0 Debug log: 478 lines, 478 kept, 0 dropped, 0 bad.