00010000:00010000:1.0F:1769754691.289504:0:42302:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769754691.377911:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:1.0:1769754691.377961:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:1.0:1769754691.377998:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:1.0:1769754691.378023:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:1.0:1769754691.378053:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:1.0:1769754691.378097:0:42308:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855720624191616 00000100:00100000:1.0:1769754691.378112:0:42308:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855720624191616 00000100:00100000:1.0:1769754691.378186:0:42308:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 134 00000100:00100000:1.0:1769754691.378198:0:42308:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90ca86686c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cd1d8275-6a1a-49a3-b443-af2f7055b864+12:2369:x1855720624191616:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:1.0:1769754691.378295:0:42308:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90ca86686c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cd1d8275-6a1a-49a3-b443-af2f7055b864+12:2369:x1855720624191616:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 99us (294us total) trans 0 rc 0/0 00000100:00100000:1.0:1769754691.378305:0:42308:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 134 00000100:00100000:1.0:1769754691.378351:0:42936:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855720624192000 00000100:00100000:1.0:1769754691.378355:0:42936:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855720624192000 00000100:00100000:1.0:1769754691.378392:0:42936:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855720624191872 00000100:00100000:1.0:1769754691.378395:0:42936:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855720624191872 00000100:00100000:1.0:1769754691.378418:0:42936:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 43 00000100:00100000:1.0:1769754691.378424:0:42936:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90ca86dd2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:44b15f98-ec2b-44ce-9a84-650ae6cf82b2+6:2369:x1855720624192000:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:1.0:1769754691.378453:0:42936:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90ca86dd2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:44b15f98-ec2b-44ce-9a84-650ae6cf82b2+6:2369:x1855720624192000:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 30us (492us total) trans 0 rc 0/0 00000100:00100000:1.0:1769754691.378459:0:42936:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 43 00000100:00100000:1.0:1769754691.378469:0:42936:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 44 00000100:00100000:1.0:1769754691.378476:0:42936:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90ca86dd1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:44b15f98-ec2b-44ce-9a84-650ae6cf82b2+5:2369:x1855720624191872:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:1.0:1769754691.378530:0:42936:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90ca86dd1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:44b15f98-ec2b-44ce-9a84-650ae6cf82b2+5:2369:x1855720624191872:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 55us (506us total) trans 0 rc 0/0 00000100:00100000:1.0:1769754691.378537:0:42936:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 44 00000100:00100000:3.0F:1769754691.379022:0:43811:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855720624191744 00000100:00100000:3.0:1769754691.379037:0:43811:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855720624191744 00000100:00100000:3.0:1769754691.379097:0:43811:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855720624192128 00000100:00100000:3.0:1769754691.379100:0:43811:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855720624192128 00000100:00100000:3.0:1769754691.379128:0:43811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 55 00000100:00100000:3.0:1769754691.379136:0:43811:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90ca86dd1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:44b15f98-ec2b-44ce-9a84-650ae6cf82b2+7:2369:x1855720624191744:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:3.0:1769754691.379197:0:43811:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90ca86dd1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:44b15f98-ec2b-44ce-9a84-650ae6cf82b2+7:2369:x1855720624191744:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 62us (1303us total) trans 0 rc 0/0 00000100:00100000:3.0:1769754691.379205:0:43811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 55 00000100:00100000:3.0:1769754691.379221:0:43811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 56 00000100:00100000:3.0:1769754691.379228:0:43811:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90ca86dd2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:99ce4681-381f-407c-90f1-2ef98266ced9+5:2369:x1855720624192128:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:3.0:1769754691.379253:0:43811:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90ca86dd2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:99ce4681-381f-407c-90f1-2ef98266ced9+5:2369:x1855720624192128:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 26us (1199us total) trans 0 rc 0/0 00000100:00100000:3.0:1769754691.379259:0:43811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 56 00000100:00080000:3.0:1769754691.379277:0:42309:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1769754691.379283:0:42309:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1769754691.379286:0:42309:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1769754692.324753:0:43453:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0F:1769754693.267810:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90cba7c8df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1855720644828672:0@lo:400:kworker.0 00000100:00100000:3.0:1769754693.267899:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90cbbd7e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:12a461d6-d4b3-45fe-9a31-84fa5ea63cfd:3318:1855720644828416:0@lo:400:kworker.0 00000100:00100000:3.0:1769754693.267955:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769754693.267955:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769754693.268046:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90ca83245f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1855720644828544:0@lo:400:kworker.0 00000100:00100000:0.0F:1769754693.268981:0:42938:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855720644828672 00000100:00100000:0.0:1769754693.269011:0:42938:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855720644828672 00000100:00100000:0.0:1769754693.269113:0:42938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:0.0:1769754693.269125:0:42938:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90cb98352300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3320:x1855720644828672:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1769754693.273222:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1769754693.273249:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90cb8710ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3320:1855720644828800:0@lo:400:kworker.0 00000100:00100000:2.0:1769754693.273346:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769754693.273819:0:42315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855720644828800 00000100:00100000:2.0:1769754693.273842:0:42315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855720644828800 00000100:00100000:2.0:1769754693.273912:0:42315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:2.0:1769754693.273922:0:42315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90cb98353b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3320:x1855720644828800:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1769754693.273995:0:42315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90cb98353b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3320:x1855720644828800:12345-0@lo:400:kworker.0 Request processed in 74us (648us total) trans 0 rc 0/0 00000100:00100000:2.0:1769754693.274003:0:42315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00100000:2.0:1769754693.274075:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90cb8710ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3320:1855720644828800:0@lo:400:kworker.0 00000100:00100000:2.0:1769754693.274152:0:42307:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855720644828416 00000100:00100000:2.0:1769754693.274158:0:42307:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855720644828416 00000100:00100000:2.0:1769754693.274206:0:42307:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 135 00000100:00100000:2.0:1769754693.274212:0:42307:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90ca86684850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:12a461d6-d4b3-45fe-9a31-84fa5ea63cfd+18:3318:x1855720644828416:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1769754693.274259:0:42307:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90ca86684850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:12a461d6-d4b3-45fe-9a31-84fa5ea63cfd+18:3318:x1855720644828416:12345-0@lo:400:kworker.0 Request processed in 47us (6305us total) trans 0 rc 0/0 00000100:00100000:2.0:1769754693.274265:0:42307:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 135 00000100:00080000:2.0:1769754693.274305:0:42309:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1769754693.276948:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90cbbd7e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:12a461d6-d4b3-45fe-9a31-84fa5ea63cfd:3318:1855720644828416:0@lo:400:kworker.0 00000100:00100000:3.0:1769754693.276980:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90cb8710d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3318:1855720644828928:0@lo:400:kworker.0 00000100:00100000:3.0:1769754693.277073:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769754693.277104:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769754693.277142:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90cb98352a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3319:1855720644829056:0@lo:400:kworker.0 00000100:00100000:1.0:1769754693.277168:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769754693.277215:0:42315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855720644828928 00000100:00100000:3.0:1769754693.277223:0:42315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855720644828928 00000100:00100000:2.0:1769754693.277272:0:42313:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855720644829056 00000100:00100000:2.0:1769754693.277278:0:42313:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855720644829056 00000100:00100000:2.0:1769754693.277310:0:42313:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00100000:2.0:1769754693.277321:0:42313:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90ca8cca5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3318:x1855720644828928:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1769754693.277385:0:42313:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90ca8cca5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3318:x1855720644828928:12345-0@lo:400:kworker.0 Request processed in 65us (312us total) trans 0 rc 0/0 00000100:00100000:2.0:1769754693.277510:0:42313:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000100:00100000:2.0:1769754693.277533:0:42313:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:2.0:1769754693.277541:0:42313:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90ca86dd3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3319:x1855720644829056:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1769754693.277581:0:42313:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90ca86dd3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3319:x1855720644829056:12345-0@lo:400:kworker.0 Request processed in 41us (411us total) trans 0 rc 0/0 00000100:00100000:3.0:1769754693.277585:0:43451:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855720644828544 00000100:00100000:2.0:1769754693.277587:0:42313:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00100000:3.0:1769754693.277590:0:43451:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855720644828544 00000100:00100000:3.0:1769754693.277621:0:43451:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:3.0:1769754693.277628:0:43451:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90ca86dd3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3319:x1855720644828544:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1769754693.277643:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90cb8710d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3318:1855720644828928:0@lo:400:kworker.0 00000100:00100000:3.0:1769754693.277671:0:43451:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90ca86dd3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3319:x1855720644828544:12345-0@lo:400:kworker.0 Request processed in 43us (567us total) trans 0 rc 0/0 00000100:00100000:3.0:1769754693.277677:0:43451:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00080000:1.0:1769754693.277717:0:42309:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1769754693.277723:0:42309:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1769754693.277750:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90ca83245f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1855720644828544:0@lo:400:kworker.0 00000100:00100000:1.0:1769754693.277774:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90cb98352a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3319:1855720644829056:0@lo:400:kworker.0 00000100:00100000:0.0:1769754693.278218:0:42938:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90cb98352300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3320:x1855720644828672:12345-0@lo:400:kworker.0 Request processed in 9093us (10261us total) trans 0 rc 0/0 00000100:00100000:0.0:1769754693.278228:0:42938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00100000:2.0:1769754693.278317:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90cba7c8df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1855720644828672:0@lo:400:kworker.0 00010000:00010000:2.0:1769754693.335135:0:42301:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769754694.362591:0:42302:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1769754694.449096:0:6576:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 34359738379 is committed 00000020:00080000:0.0:1769754694.452543:0:5807:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 30064771785 batchid updated 00000020:00080000:0.0:1769754694.452577:0:42352:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 30064771785 00000020:00080000:0.0:1769754694.452590:0:42352:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 30064771785 00000100:00100000:0.0:1769754694.803623:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90cbb95e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1855720644829184:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1769754694.803695:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769754694.803774:0:42939:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855720644829184 00000100:00100000:0.0:1769754694.803783:0:42939:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855720644829184 00000100:00100000:0.0:1769754694.803828:0:42939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:0.0:1769754694.803837:0:42939:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90cbb95e4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1855720644829184:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1769754694.803872:0:42939:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 45940736 pending 0 free 3774873600 avail 3772776448 00000100:00100000:0.0:1769754694.803915:0:42939:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90cbb95e4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1855720644829184:12345-0@lo:13:osp-pre-1-0.0 Request processed in 79us (220us total) trans 0 rc 0/0 00000100:00100000:0.0:1769754694.803923:0:42939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:0.0:1769754694.803972:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90cbb95e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1855720644829184:0@lo:13:osp-pre-1-0.0 00000040:00080000:2.0:1769754695.317219:0:42347:0:(llog.c:797:llog_process_thread()) index: 8, lh_last_idx: 8 synced_idx: 8 lgh_last_idx: 8 00000040:00080000:2.0:1769754695.317236:0:42347:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x32:0x0] at index 8 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1769754695.317284:0:42347:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x32:0x0] index 2 count 2 00000040:00080000:2.0:1769754695.317292:0:42347:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 9 count 2 00000100:00100000:1.0:1769754695.323180:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1769754695.323231:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90ca86dd0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1855720644829312:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1769754695.323335:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769754695.323434:0:42940:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855720644829312 00000100:00100000:1.0:1769754695.323445:0:42940:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855720644829312 00000100:00100000:1.0:1769754695.323533:0:42940:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:1.0:1769754695.323545:0:42940:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90ca86dd2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1855720644829312:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1769754695.323592:0:42940:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 45940736 pending 0 free 3695181824 avail 3693084672 00000100:00100000:1.0:1769754695.323641:0:42940:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90ca86dd2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1855720644829312:12345-0@lo:13:osp-pre-0-0.0 Request processed in 98us (305us total) trans 0 rc 0/0 00000100:00100000:1.0:1769754695.323649:0:42940:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00080000:1.0:1769754695.323689:0:42309:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1769754695.323725:0:3320:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 34359738379 gen 2 00000004:00080000:1.0:1769754695.323732:0:3320:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90ca86dd1f80, transno 34359738379 00000100:00100000:1.0:1769754695.323751:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90ca86dd0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1855720644829312:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1769754695.383608:0:43453:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769754695.780009:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1769754695.780165:0:42299:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855720624192384 00000100:00100000:3.0:1769754695.780183:0:42299:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855720624192384 00000100:00100000:3.0:1769754695.780299:0:42299:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 11 00000100:00100000:3.0:1769754695.780312:0:42299:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90cb98352a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:44b15f98-ec2b-44ce-9a84-650ae6cf82b2+7:48821:x1855720624192384:12345-192.168.202.6@tcp:103:lctl.0 00010000:00010000:3.0:1769754695.780334:0:42299:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769754695.780370:0:42299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90ca82c36400/0x11e65116e9df2216 lrc: 0/0,0 mode: --/CR res: [0x200003ab1:0x11:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.6@tcp remote: 0x2b94eb038208fc7c expref: 7 pid: 42315 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1769754695.780393:0:42299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x11:0x0].0x0 (ffff90cb87176900) 00010000:00010000:3.0:1769754695.780407:0:42299:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769754695.780476:0:42299:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90cb98352a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:44b15f98-ec2b-44ce-9a84-650ae6cf82b2+6:48821:x1855720624192384:12345-192.168.202.6@tcp:103:lctl.0 Request processed in 168us (475us total) trans 0 rc 0/0 00000100:00100000:3.0:1769754695.780486:0:42299:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 11 00000100:00080000:3.0:1769754695.780557:0:42309:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1769754695.786258:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:2.0:1769754695.788918:0:42314:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855720624192512 00000100:00100000:2.0:1769754695.788942:0:42314:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855720624192512 00000100:00100000:2.0:1769754695.789054:0:42314:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 143 00000100:00100000:2.0:1769754695.789068:0:42314:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90ca8cca6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:44b15f98-ec2b-44ce-9a84-650ae6cf82b2+6:48821:x1855720624192512:12345-192.168.202.6@tcp:58:lctl.0 00010000:00010000:2.0:1769754695.789217:0:42314:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff90cb92101c00/0x11e65116e9df2224 lrc: 3/0,1 mode: --/EX res: [0x200003ab1:0x11:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42314 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1769754695.789240:0:42314:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90cb92101c00/0x11e65116e9df2224 lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x11:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42314 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1769754695.789257:0:42314:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90cb92101c00/0x11e65116e9df2224 lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x11:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42314 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1769754695.795699:0:42314:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x32:0x0].2, 136 off8464 00000100:00100000:2.0:1769754695.795855:0:42314:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90ca8cca6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:44b15f98-ec2b-44ce-9a84-650ae6cf82b2+6:48821:x1855720624192512:12345-192.168.202.6@tcp:58:lctl.0 Request processed in 6784us (9608us total) trans 0 rc 0/0 00000100:00100000:2.0:1769754695.795868:0:42314:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 143 00000100:00100000:3.0:1769754695.811200:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1769754695.811238:0:42314:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855720624192640 00000100:00100000:3.0:1769754695.811251:0:42314:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855720624192640 00000100:00100000:3.0:1769754695.811303:0:42314:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 144 00000100:00100000:3.0:1769754695.811312:0:42314:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90ca8cca4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:44b15f98-ec2b-44ce-9a84-650ae6cf82b2+6:48821:x1855720624192640:12345-192.168.202.6@tcp:101:lctl.0 00010000:00010000:3.0:1769754695.811333:0:42314:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769754695.811354:0:42314:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90ca82c36400/0x11e65116e9df222b lrc: 2/0,0 mode: --/CR res: [0x200003ab1:0x11:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2b94eb038208fc83 expref: -99 pid: 42314 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1769754695.811423:0:42314:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90cb92101c00/0x11e65116e9df2224 lrc: 2/0,1 mode: EX/EX res: [0x200003ab1:0x11:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42314 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1769754695.811434:0:42314:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff90ca82c36400/0x11e65116e9df222b lrc: 4/0,0 mode: --/CR res: [0x200003ab1:0x11:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.6@tcp remote: 0x2b94eb038208fc83 expref: 7 pid: 42314 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1769754695.811451:0:42314:0:(ldlm_request.c:362:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff90cb92101c00/0x11e65116e9df2224 lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x11:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 42314 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1769754695.812729:0:42314:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90ca82c36400/0x11e65116e9df222b lrc: 3/0,0 mode: --/CR res: [0x200003ab1:0x11:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.6@tcp remote: 0x2b94eb038208fc83 expref: 7 pid: 42314 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1769754695.813074:0:42314:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x11:0x0].0x0 (ffff90cb83cda200) 00010000:00010000:3.0:1769754695.813077:0:42314:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1769754695.813085:0:42314:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff90ca82c36400/0x11e65116e9df222b lrc: 3/0,0 mode: --/CR res: [0x200003ab1:0x11:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.6@tcp remote: 0x2b94eb038208fc83 expref: 7 pid: 42314 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1769754695.813095:0:42314:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90ca82c36400, rc 0) 00000100:00100000:3.0:1769754695.813164:0:42314:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90ca8cca4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:44b15f98-ec2b-44ce-9a84-650ae6cf82b2+7:48821:x1855720624192640:12345-192.168.202.6@tcp:101:lctl.0 Request processed in 1851us (1974us total) trans 0 rc 0/0 00000100:00100000:3.0:1769754695.813173:0:42314:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 144 00000040:00080000:2.0:1769754696.342239:0:42347:0:(llog.c:797:llog_process_thread()) index: 8, lh_last_idx: 8 synced_idx: 8 lgh_last_idx: 8 00000040:00080000:2.0:1769754696.342248:0:42347:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x32:0x0] at index 8 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1769754696.342289:0:42347:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x32:0x0] index 3 count 3 00000040:00080000:2.0:1769754696.342297:0:42347:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 9 count 2 00000100:00100000:2.0:1769754696.342435:0:42347:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90cba7c8df80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:42347:1855720644829440:192.168.202.6@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1769754696.342567:0:42347:0:(client.c:2690:ptlrpc_set_wait()) set ffff90cbbf55c240 going to sleep for 11 seconds 00000100:00100000:2.0:1769754696.353903:0:42347:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90cba7c8df80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:42347:1855720644829440:192.168.202.6@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1769754696.364443:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1769754696.364564:0:42314:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855720624192768 00000100:00100000:0.0:1769754696.364575:0:42314:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855720624192768 00000100:00100000:0.0:1769754696.364659:0:42314:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 145 00000100:00100000:0.0:1769754696.364669:0:42314:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90ca8cca5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:44b15f98-ec2b-44ce-9a84-650ae6cf82b2+7:48827:x1855720624192768:12345-192.168.202.6@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1769754696.364713:0:42314:0:(mdt_handler.c:7932:mdt_fid2path()) path get [0x200003ab1:0x11:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1769754696.364835:0:42314:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90ca8cca5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:44b15f98-ec2b-44ce-9a84-650ae6cf82b2+7:48827:x1855720624192768:12345-192.168.202.6@tcp:53:lhsmtool_posix.0 Request processed in 166us (401us total) trans 0 rc 0/0 00000100:00100000:0.0:1769754696.364857:0:42314:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 145 00000100:00100000:3.0:1769754696.370447:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:1.0:1769754696.381993:0:43811:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855720624192896 00000100:00100000:1.0:1769754696.382009:0:43811:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855720624192896 00000100:00100000:3.0:1769754696.382212:0:43811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 146 00000100:00100000:3.0:1769754696.382224:0:43811:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90ca8cca4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:44b15f98-ec2b-44ce-9a84-650ae6cf82b2+7:48827:x1855720624192896:12345-192.168.202.6@tcp:34:lhsmtool_posix.0 00010000:00010000:3.0:1769754696.382309:0:43811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90ca82c37800/0x11e65116e9df2232 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 43811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1769754696.382338:0:43811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90ca82c37800/0x11e65116e9df2232 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 43811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1769754696.382351:0:43811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90ca82c37800/0x11e65116e9df2232 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 43811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1769754696.382364:0:43811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90ca82c36600/0x11e65116e9df2239 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0xc742b176 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 43811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1769754696.382371:0:43811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90ca82c36600/0x11e65116e9df2239 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xc742b176 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 43811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1769754696.382378:0:43811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90ca82c36600/0x11e65116e9df2239 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xc742b176 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 43811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1769754696.382405:0:43811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90ca82c37000/0x11e65116e9df2240 lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x11:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 43811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1769754696.382412:0:43811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90ca82c37000/0x11e65116e9df2240 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x11:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 43811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1769754696.382417:0:43811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90ca82c37000/0x11e65116e9df2240 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x11:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 43811 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1769754696.382456:0:43811:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0x11:0x0]: returning size 1024 00000004:00200000:3.0:1769754696.382460:0:43811:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1769754696.382472:0:43811:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90ca82c37000/0x11e65116e9df2240 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x11:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 43811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1769754696.382483:0:43811:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90ca82c37800/0x11e65116e9df2232 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 43811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1769754696.382525:0:43811:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90ca82c37800/0x11e65116e9df2232 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 43811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1769754696.382532:0:43811:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90ca82c37800/0x11e65116e9df2232 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 43811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1769754696.382537:0:43811:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90ca82c37800 already unused, calling callback (ffffffffc2101550) 00010000:00010000:3.0:1769754696.382542:0:43811:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90ca82c37800/0x11e65116e9df2232 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 43811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1769754696.382550:0:43811:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90ca82c37800/0x11e65116e9df2232 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 43811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1769754696.382562:0:43811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff90cb87176900) 00010000:00010000:3.0:1769754696.382564:0:43811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769754696.382568:0:43811:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90ca82c37800/0x11e65116e9df2232 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 43811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1769754696.382574:0:43811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90ca82c37800/0x11e65116e9df2232 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 43811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1769754696.382615:0:43811:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90ca82c36600/0x11e65116e9df2239 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xc742b176 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 43811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1769754696.382622:0:43811:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90ca82c36600/0x11e65116e9df2239 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xc742b176 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 43811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1769754696.382628:0:43811:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90ca82c36600/0x11e65116e9df2239 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xc742b176 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 43811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1769754696.382633:0:43811:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90ca82c36600 already unused, calling callback (ffffffffc2101550) 00010000:00010000:3.0:1769754696.382641:0:43811:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90ca82c36600/0x11e65116e9df2239 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xc742b176 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 43811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1769754696.382647:0:43811:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90ca82c36600/0x11e65116e9df2239 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xc742b176 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 43811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1769754696.382654:0:43811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0xc742b176 (ffff90cb87176600) 00010000:00010000:3.0:1769754696.382657:0:43811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769754696.382660:0:43811:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90ca82c36600/0x11e65116e9df2239 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xc742b176 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 43811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1769754696.382666:0:43811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90ca82c36600/0x11e65116e9df2239 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xc742b176 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 43811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1769754696.382678:0:43811:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90ca82c37000/0x11e65116e9df2240 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x11:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 43811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1769754696.382682:0:43811:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90ca82c37000/0x11e65116e9df2240 lrc: 2/0,0 mode: PR/PR res: [0x200003ab1:0x11:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 43811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1769754696.382687:0:43811:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90ca82c37000/0x11e65116e9df2240 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x11:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 43811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1769754696.383071:0:43811:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90ca82c37000 already unused, calling callback (ffffffffc2101550) 00010000:00010000:3.0:1769754696.383075:0:43811:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90ca82c37000/0x11e65116e9df2240 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x11:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 43811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1769754696.383081:0:43811:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90ca82c37000/0x11e65116e9df2240 lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x11:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 43811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1769754696.383090:0:43811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x11:0x0].0x0 (ffff90cb83cda200) 00010000:00010000:3.0:1769754696.383093:0:43811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769754696.383104:0:43811:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90ca82c37000/0x11e65116e9df2240 lrc: 2/0,0 mode: --/PR res: [0x200003ab1:0x11:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 43811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1769754696.383109:0:43811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90ca82c37000/0x11e65116e9df2240 lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x11:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 43811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1769754696.383257:0:43811:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90ca8cca4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:44b15f98-ec2b-44ce-9a84-650ae6cf82b2+7:48827:x1855720624192896:12345-192.168.202.6@tcp:34:lhsmtool_posix.0 Request processed in 1032us (12817us total) trans 0 rc 0/0 00000100:00100000:3.0:1769754696.383269:0:43811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 146 00000100:00100000:3.0:1769754696.397612:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1769754696.397732:0:43811:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855720624193152 00000100:00100000:0.0:1769754696.397742:0:43811:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855720624193152 00000100:00100000:0.0:1769754696.397807:0:43811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 147 00000100:00100000:0.0:1769754696.397818:0:43811:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90ca8cca5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:44b15f98-ec2b-44ce-9a84-650ae6cf82b2+7:48827:x1855720624193152:12345-192.168.202.6@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1769754696.397841:0:43811:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769754696.397867:0:43811:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90ca81128400/0x11e65116e9df2247 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2b94eb038208fc8a expref: -99 pid: 43811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1769754696.397983:0:43811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90ca81129e00/0x11e65116e9df224e lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x11:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 43811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1769754696.397999:0:43811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90ca81129e00/0x11e65116e9df224e lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x11:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 43811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1769754696.398010:0:43811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90ca81129e00/0x11e65116e9df224e lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x11:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 43811 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1769754696.398033:0:43811:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0x11:0x0]: returning size 1024 00010000:00010000:0.0:1769754696.398187:0:43811:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90ca81129e00/0x11e65116e9df224e lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x11:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 43811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1769754696.398194:0:43811:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90ca81129e00/0x11e65116e9df224e lrc: 2/0,0 mode: PR/PR res: [0x200003ab1:0x11:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 43811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1769754696.398201:0:43811:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90ca81129e00/0x11e65116e9df224e lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x11:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 43811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1769754696.398207:0:43811:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90ca81129e00 already unused, calling callback (ffffffffc2101550) 00010000:00010000:0.0:1769754696.398212:0:43811:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90ca81129e00/0x11e65116e9df224e lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x11:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 43811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1769754696.398235:0:43811:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90ca81129e00/0x11e65116e9df224e lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x11:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 43811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1769754696.398248:0:43811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x11:0x0].0x0 (ffff90cb83cda200) 00010000:00010000:0.0:1769754696.398251:0:43811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1769754696.398256:0:43811:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90ca81129e00/0x11e65116e9df224e lrc: 2/0,0 mode: --/PR res: [0x200003ab1:0x11:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 43811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1769754696.398261:0:43811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90ca81129e00/0x11e65116e9df224e lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x11:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 43811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1769754696.398305:0:43811:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90ca81128400/0x11e65116e9df2247 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.6@tcp remote: 0x2b94eb038208fc8a expref: 9 pid: 43811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1769754696.398316:0:43811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff90cb83c8fd00) 00010000:00010000:0.0:1769754696.398319:0:43811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1769754696.398322:0:43811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90ca81128400/0x11e65116e9df2247 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.6@tcp remote: 0x2b94eb038208fc8a expref: 9 pid: 43811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1769754696.398336:0:43811:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90ca81128400, rc 0) 00000100:00100000:0.0:1769754696.398416:0:43811:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90ca8cca5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:44b15f98-ec2b-44ce-9a84-650ae6cf82b2+8:48827:x1855720624193152:12345-192.168.202.6@tcp:101:lhsmtool_posix.0 Request processed in 600us (836us total) trans 34359738487 rc 301/301 00000100:00100000:0.0:1769754696.398423:0:43811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 147 00010000:00010000:1.0:1769754696.405971:0:42301:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769754696.425991:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1769754696.427358:0:42317:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855720624193280 00000100:00100000:0.0:1769754696.427376:0:42317:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855720624193280 00000100:00100000:0.0:1769754696.427458:0:42317:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 52 00000100:00100000:0.0:1769754696.427468:0:42317:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90ca86dd1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:44b15f98-ec2b-44ce-9a84-650ae6cf82b2+8:48827:x1855720624193280:12345-192.168.202.6@tcp:49:lhsmtool_posix.0 00000100:00100000:0.0:1769754696.427712:0:42317:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90ca86dd1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:44b15f98-ec2b-44ce-9a84-650ae6cf82b2+8:48827:x1855720624193280:12345-192.168.202.6@tcp:49:lhsmtool_posix.0 Request processed in 245us (1731us total) trans 0 rc -61/-61 00000100:00100000:0.0:1769754696.427721:0:42317:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 52 00000100:00100000:1.0:1769754696.431367:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1769754696.433814:0:42314:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855720624193408 00000100:00100000:0.0:1769754696.433829:0:42314:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855720624193408 00000100:00100000:0.0:1769754696.433909:0:42314:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 148 00000100:00100000:0.0:1769754696.433919:0:42314:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90ca86dd0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:44b15f98-ec2b-44ce-9a84-650ae6cf82b2+8:48827:x1855720624193408:12345-192.168.202.6@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1769754696.433953:0:42314:0:(mdt_handler.c:7932:mdt_fid2path()) path get [0x200003ab1:0x11:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1769754696.434072:0:42314:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90ca86dd0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:44b15f98-ec2b-44ce-9a84-650ae6cf82b2+8:48827:x1855720624193408:12345-192.168.202.6@tcp:53:lhsmtool_posix.0 Request processed in 154us (2715us total) trans 0 rc 0/0 00000100:00100000:0.0:1769754696.434080:0:42314:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 148 00000100:00100000:3.0:1769754696.453265:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:2.0:1769754696.453753:0:43811:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855720624193536 00000100:00100000:2.0:1769754696.453765:0:43811:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855720624193536 00000100:00100000:2.0:1769754696.453824:0:43811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 149 00000100:00100000:2.0:1769754696.453834:0:43811:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90ca8cca4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:44b15f98-ec2b-44ce-9a84-650ae6cf82b2+8:48827:x1855720624193536:12345-192.168.202.6@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1769754696.453854:0:43811:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769754696.453874:0:43811:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90cb92100800/0x11e65116e9df225c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2b94eb038208fc91 expref: -99 pid: 43811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1769754696.453941:0:43811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90cb92101400/0x11e65116e9df2263 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 43811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1769754696.453957:0:43811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90cb92101400/0x11e65116e9df2263 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 43811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1769754696.453970:0:43811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90cb92101400/0x11e65116e9df2263 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 43811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1769754696.453997:0:43811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90cb92100400/0x11e65116e9df226a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbe25544b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 43811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1769754696.454004:0:43811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90cb92100400/0x11e65116e9df226a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbe25544b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 43811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1769754696.454011:0:43811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90cb92100400/0x11e65116e9df226a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbe25544b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 43811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1769754696.454153:0:43811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90cb92100000/0x11e65116e9df2271 lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x10:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 43811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1769754696.454162:0:43811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90cb92100000/0x11e65116e9df2271 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x10:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 43811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1769754696.454168:0:43811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90cb92100000/0x11e65116e9df2271 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x10:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 43811 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1769754696.454201:0:43811:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0x10:0x0]: returning size 11776 00000004:00200000:2.0:1769754696.454206:0:43811:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:2.0:1769754696.454230:0:43811:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90cb92100000/0x11e65116e9df2271 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x10:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 43811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1769754696.454242:0:43811:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90cb92101400/0x11e65116e9df2263 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 43811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1769754696.454248:0:43811:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90cb92101400/0x11e65116e9df2263 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 43811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1769754696.454254:0:43811:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90cb92101400/0x11e65116e9df2263 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 43811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1769754696.454270:0:43811:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90cb92101400 already unused, calling callback (ffffffffc2101550) 00010000:00010000:2.0:1769754696.454274:0:43811:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90cb92101400/0x11e65116e9df2263 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 43811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1769754696.454282:0:43811:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90cb92101400/0x11e65116e9df2263 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 43811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1769754696.454293:0:43811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90cb83cda900) 00010000:00010000:2.0:1769754696.454296:0:43811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769754696.454301:0:43811:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90cb92101400/0x11e65116e9df2263 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 43811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1769754696.454308:0:43811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90cb92101400/0x11e65116e9df2263 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 43811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1769754696.454321:0:43811:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90cb92100400/0x11e65116e9df226a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbe25544b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 43811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1769754696.454327:0:43811:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90cb92100400/0x11e65116e9df226a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbe25544b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 43811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1769754696.454333:0:43811:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90cb92100400/0x11e65116e9df226a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbe25544b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 43811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1769754696.454338:0:43811:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90cb92100400 already unused, calling callback (ffffffffc2101550) 00010000:00010000:2.0:1769754696.454340:0:43811:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90cb92100400/0x11e65116e9df226a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbe25544b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 43811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1769754696.454346:0:43811:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90cb92100400/0x11e65116e9df226a lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbe25544b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 43811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1769754696.454364:0:43811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbe25544b (ffff90cb83cdaf00) 00010000:00010000:2.0:1769754696.454367:0:43811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769754696.454371:0:43811:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90cb92100400/0x11e65116e9df226a lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbe25544b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 43811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1769754696.454377:0:43811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90cb92100400/0x11e65116e9df226a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbe25544b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 43811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1769754696.454407:0:43811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90cb92100800/0x11e65116e9df225c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.6@tcp remote: 0x2b94eb038208fc91 expref: 10 pid: 43811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1769754696.454420:0:43811:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90cb92100000/0x11e65116e9df2271 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x10:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.6@tcp remote: 0x2b94eb038208fc91 expref: 9 pid: 43811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1769754696.454427:0:43811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x10:0x0].0x0 (ffff90cb83cda400) 00010000:00010000:2.0:1769754696.454429:0:43811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1769754696.454431:0:43811:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90cb92100000, rc 0) 00000100:00100000:2.0:1769754696.454532:0:43811:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90ca8cca4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:44b15f98-ec2b-44ce-9a84-650ae6cf82b2+9:48827:x1855720624193536:12345-192.168.202.6@tcp:101:lhsmtool_posix.0 Request processed in 698us (1276us total) trans 0 rc 0/0 00000100:00100000:2.0:1769754696.454540:0:43811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 149 00000100:00100000:1.0:1769754696.490904:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1769754696.491013:0:42314:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855720624193792 00000100:00100000:3.0:1769754696.491033:0:42314:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855720624193792 00000100:00100000:3.0:1769754696.491096:0:42314:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 150 00000100:00100000:3.0:1769754696.491108:0:42314:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90ca86dd0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:44b15f98-ec2b-44ce-9a84-650ae6cf82b2+9:48827:x1855720624193792:12345-192.168.202.6@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1769754696.491367:0:42314:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769754696.491392:0:42314:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90ca82c37000/0x11e65116e9df2278 lrc: 2/0,0 mode: --/CW res: [0x200003ab1:0x10:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2b94eb038208fc98 expref: -99 pid: 42314 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1769754696.492564:0:42314:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x105:0x0], index 1: 0 00010000:00010000:2.0:1769754696.492954:0:42314:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90cb92100800/0x11e65116e9df227f lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x13:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42314 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1769754696.492977:0:42314:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90cb92100800/0x11e65116e9df227f lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42314 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1769754696.492989:0:42314:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90cb92100800/0x11e65116e9df227f lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42314 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1769754696.493089:0:42314:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90ca82c37000/0x11e65116e9df2278 lrc: 0/0,0 mode: --/CW res: [0x200003ab1:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.6@tcp remote: 0x2b94eb038208fc98 expref: 12 pid: 42314 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1769754696.493110:0:42314:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90cb92100800/0x11e65116e9df227f lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.6@tcp remote: 0x2b94eb038208fc98 expref: 11 pid: 42314 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1769754696.493118:0:42314:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x13:0x0].0x0 (ffff90cb83cdaf00) 00010000:00010000:2.0:1769754696.494136:0:42314:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1769754696.494147:0:42314:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90cb92100800, rc 0) 00000100:00100000:2.0:1769754696.494231:0:42314:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90ca86dd0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:44b15f98-ec2b-44ce-9a84-650ae6cf82b2+11:48827:x1855720624193792:12345-192.168.202.6@tcp:101:lhsmtool_posix.0 Request processed in 3122us (3334us total) trans 34359738488 rc 0/0 00000100:00100000:2.0:1769754696.494241:0:42314:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 150 00000100:00100000:3.0:1769754696.495202:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1769754696.495376:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1769754696.495398:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1769754696.495447:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1769754696.495518:0:42937:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855720624194176 00000100:00100000:3.0:1769754696.495527:0:42937:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855720624194176 00000100:00100000:3.0:1769754696.495577:0:42937:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855720624194048 00000100:00100000:3.0:1769754696.495581:0:42937:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855720624194048 00000100:00100000:0.0:1769754696.495783:0:42308:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855720624193920 00000100:00100000:0.0:1769754696.495788:0:42308:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855720624193920 00000100:00100000:0.0:1769754696.495820:0:42308:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 136 00000100:00100000:0.0:1769754696.495830:0:42308:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90ca86685850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cd1d8275-6a1a-49a3-b443-af2f7055b864+12:2369:x1855720624193920:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:0.0:1769754696.495898:0:42308:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90ca86685850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cd1d8275-6a1a-49a3-b443-af2f7055b864+12:2369:x1855720624193920:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 70us (722us total) trans 0 rc 0/0 00000100:00100000:0.0:1769754696.495906:0:42308:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 136 00000100:00100000:0.0:1769754696.495944:0:42938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 47 00000100:00100000:0.0:1769754696.495952:0:42938:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90cbbd7e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:44b15f98-ec2b-44ce-9a84-650ae6cf82b2+6:2369:x1855720624194176:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:0.0:1769754696.495983:0:42938:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90cbbd7e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:44b15f98-ec2b-44ce-9a84-650ae6cf82b2+6:2369:x1855720624194176:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 32us (607us total) trans 0 rc 0/0 00000100:00100000:0.0:1769754696.495989:0:42938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 47 00000100:00080000:0.0:1769754696.496063:0:42309:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1769754696.497932:0:42937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 48 00000100:00100000:3.0:1769754696.497945:0:42937:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90ca81ff8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:44b15f98-ec2b-44ce-9a84-650ae6cf82b2+5:2369:x1855720624194048:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:3.0:1769754696.498039:0:42937:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90ca81ff8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:44b15f98-ec2b-44ce-9a84-650ae6cf82b2+5:2369:x1855720624194048:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 96us (2638us total) trans 0 rc 0/0 00000100:00100000:3.0:1769754696.498047:0:42937:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 48 00000100:00100000:2.0:1769754696.498309:0:42314:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855720624194304 00000100:00100000:2.0:1769754696.498318:0:42314:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855720624194304 00000100:00100000:2.0:1769754696.499856:0:42314:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 60 00000100:00100000:2.0:1769754696.499872:0:42314:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90ca86de0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:99ce4681-381f-407c-90f1-2ef98266ced9+5:2369:x1855720624194304:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:2.0:1769754696.499971:0:42314:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90ca86de0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:99ce4681-381f-407c-90f1-2ef98266ced9+5:2369:x1855720624194304:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 104us (4523us total) trans 0 rc 0/0 00000100:00100000:2.0:1769754696.499979:0:42314:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 60 00000100:00080000:0.0:1769754696.500940:0:42309:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1769754696.500948:0:42309:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1769754696.545069:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:2.0:1769754696.545345:0:43811:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855720624194560 00000100:00100000:2.0:1769754696.545368:0:43811:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855720624194560 00000100:00100000:2.0:1769754696.545527:0:43811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 151 00000100:00100000:2.0:1769754696.545542:0:43811:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90ca86de0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:44b15f98-ec2b-44ce-9a84-650ae6cf82b2+11:48827:x1855720624194560:12345-192.168.202.6@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1769754696.545608:0:43811:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769754696.545636:0:43811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90cb92100800/0x11e65116e9df227f lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.6@tcp remote: 0x2b94eb038208fc98 expref: 11 pid: 42314 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1769754696.545673:0:43811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x13:0x0].0x0 (ffff90cb83cdaf00) 00010000:00010000:2.0:1769754696.545686:0:43811:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1769754696.545709:0:43811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90cb92100400/0x11e65116e9df228d lrc: 3/0,1 mode: --/CW res: [0x200003ab1:0x10:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 43811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1769754696.545723:0:43811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90cb92100400/0x11e65116e9df228d lrc: 3/0,1 mode: CW/CW res: [0x200003ab1:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 43811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1769754696.545734:0:43811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90cb92100400/0x11e65116e9df228d lrc: 3/0,1 mode: CW/CW res: [0x200003ab1:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 43811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1769754696.545751:0:43811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90cb92101400/0x11e65116e9df2294 lrc: 3/0,1 mode: --/PW res: [0x200003ab1:0x10:0x0].0xe1a6688e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 43811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1769754696.545759:0:43811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90cb92101400/0x11e65116e9df2294 lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x10:0x0].0xe1a6688e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 43811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1769754696.545766:0:43811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90cb92101400/0x11e65116e9df2294 lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x10:0x0].0xe1a6688e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 43811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1769754696.545914:0:43811:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90cb92100400/0x11e65116e9df228d lrc: 3/0,1 mode: CW/CW res: [0x200003ab1:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 43811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1769754696.545921:0:43811:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90cb92100400/0x11e65116e9df228d lrc: 2/0,0 mode: CW/CW res: [0x200003ab1:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 43811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1769754696.545927:0:43811:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90cb92100400/0x11e65116e9df228d lrc: 3/0,0 mode: CW/CW res: [0x200003ab1:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 43811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1769754696.545933:0:43811:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90cb92100400 already unused, calling callback (ffffffffc2101550) 00010000:00010000:2.0:1769754696.545937:0:43811:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90cb92100400/0x11e65116e9df228d lrc: 3/0,0 mode: CW/CW res: [0x200003ab1:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 43811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1769754696.545952:0:43811:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90cb92100400/0x11e65116e9df228d lrc: 4/0,0 mode: CW/CW res: [0x200003ab1:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 43811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1769754696.545962:0:43811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x10:0x0].0x0 (ffff90cb83cda400) 00010000:00010000:2.0:1769754696.545965:0:43811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769754696.545980:0:43811:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90cb92100400/0x11e65116e9df228d lrc: 2/0,0 mode: --/CW res: [0x200003ab1:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 43811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1769754696.545987:0:43811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90cb92100400/0x11e65116e9df228d lrc: 0/0,0 mode: --/CW res: [0x200003ab1:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 43811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1769754696.545998:0:43811:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90cb92101400/0x11e65116e9df2294 lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x10:0x0].0xe1a6688e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 43811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1769754696.546004:0:43811:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90cb92101400/0x11e65116e9df2294 lrc: 2/0,0 mode: PW/PW res: [0x200003ab1:0x10:0x0].0xe1a6688e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 43811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1769754696.546009:0:43811:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90cb92101400/0x11e65116e9df2294 lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x10:0x0].0xe1a6688e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 43811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1769754696.546014:0:43811:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90cb92101400 already unused, calling callback (ffffffffc2101550) 00010000:00010000:2.0:1769754696.546016:0:43811:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90cb92101400/0x11e65116e9df2294 lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x10:0x0].0xe1a6688e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 43811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1769754696.546031:0:43811:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90cb92101400/0x11e65116e9df2294 lrc: 4/0,0 mode: PW/PW res: [0x200003ab1:0x10:0x0].0xe1a6688e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 43811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1769754696.546038:0:43811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x10:0x0].0xe1a6688e (ffff90cb83cda700) 00010000:00010000:2.0:1769754696.546041:0:43811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769754696.546044:0:43811:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90cb92101400/0x11e65116e9df2294 lrc: 2/0,0 mode: --/PW res: [0x200003ab1:0x10:0x0].0xe1a6688e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 43811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1769754696.546055:0:43811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90cb92101400/0x11e65116e9df2294 lrc: 0/0,0 mode: --/PW res: [0x200003ab1:0x10:0x0].0xe1a6688e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 43811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1769754696.546138:0:43811:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90ca86de0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:44b15f98-ec2b-44ce-9a84-650ae6cf82b2+10:48827:x1855720624194560:12345-192.168.202.6@tcp:36:lhsmtool_posix.0 Request processed in 599us (1078us total) trans 0 rc -2/-2 00000100:00100000:2.0:1769754696.546146:0:43811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 151 00000100:00100000:0.0:1769754696.557670:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:2.0:1769754696.558064:0:43811:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855720624194688 00000100:00100000:2.0:1769754696.558076:0:43811:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855720624194688 00000100:00100000:2.0:1769754696.558153:0:43811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 152 00000100:00100000:2.0:1769754696.558163:0:43811:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90cbb95e5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:44b15f98-ec2b-44ce-9a84-650ae6cf82b2+10:48827:x1855720624194688:12345-192.168.202.6@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1769754696.558183:0:43811:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769754696.558208:0:43811:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90cb92101400/0x11e65116e9df229b lrc: 2/0,0 mode: --/PR res: [0x200003ab1:0x13:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2b94eb038208fc9f expref: -99 pid: 43811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1769754696.558244:0:43811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90cb92100400/0x11e65116e9df22a2 lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x13:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 43811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1769754696.558258:0:43811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90cb92100400/0x11e65116e9df22a2 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x13:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 43811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1769754696.558269:0:43811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90cb92100400/0x11e65116e9df22a2 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x13:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 43811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1769754696.558840:0:43811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90cb92101400/0x11e65116e9df229b lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x13:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.6@tcp remote: 0x2b94eb038208fc9f expref: 12 pid: 43811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1769754696.559478:0:43811:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90cb92100400/0x11e65116e9df22a2 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x13:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.6@tcp remote: 0x2b94eb038208fc9f expref: 11 pid: 43811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1769754696.559601:0:43811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x13:0x0].0x0 (ffff90cb83cda700) 00010000:00010000:2.0:1769754696.559604:0:43811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1769754696.559608:0:43811:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90cb92100400, rc 0) 00000100:00100000:2.0:1769754696.559701:0:43811:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90cbb95e5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:44b15f98-ec2b-44ce-9a84-650ae6cf82b2+11:48827:x1855720624194688:12345-192.168.202.6@tcp:101:lhsmtool_posix.0 Request processed in 1539us (2053us total) trans 0 rc 0/0 00000100:00100000:2.0:1769754696.559710:0:43811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 152 00000100:00100000:1.0:1769754696.569661:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:2.0:1769754696.569821:0:43811:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855720624194944 00000100:00100000:2.0:1769754696.569831:0:43811:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855720624194944 00000100:00100000:2.0:1769754696.569899:0:43811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 153 00000100:00100000:2.0:1769754696.569910:0:43811:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90ca83245f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:44b15f98-ec2b-44ce-9a84-650ae6cf82b2+11:48827:x1855720624194944:12345-192.168.202.6@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1769754696.569988:0:43811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90cb92100800/0x11e65116e9df22a9 lrc: 3/0,1 mode: --/PW res: [0x200003ab1:0x13:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 43811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1769754696.570006:0:43811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90cb92100800/0x11e65116e9df22a9 lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x13:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 43811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1769754696.570028:0:43811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90cb92100800/0x11e65116e9df22a9 lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x13:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 43811 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1769754696.570314:0:43811:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x30:0x0].4, 88 off8472 00000004:00080000:2.0:1769754696.570324:0:43811:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1679557829949ns, next at 1680557828111ns, rc = 0 00000004:00010000:2.0:1769754696.570420:0:43811:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 00000000c1e1a8f7 reply state 0000000040c31952 transno 34359738489 ns: mdt-lustre-MDT0000_UUID lock: ffff90cb92100800/0x11e65116e9df22a9 lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x13:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 43811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1769754696.570429:0:43811:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1769754696.570569:0:43811:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90ca83245f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:44b15f98-ec2b-44ce-9a84-650ae6cf82b2+13:48827:x1855720624194944:12345-192.168.202.6@tcp:36:lhsmtool_posix.0 Request processed in 659us (923us total) trans 34359738489 rc 0/0 00000100:00100000:2.0:1769754696.570592:0:43811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 153 00000100:00100000:2.0:1769754696.577780:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1769754696.578216:0:42314:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855720624195072 00000100:00100000:0.0:1769754696.578227:0:42314:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855720624195072 00000100:00100000:0.0:1769754696.578285:0:42314:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 154 00000100:00100000:0.0:1769754696.578295:0:42314:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90cba7c8df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:44b15f98-ec2b-44ce-9a84-650ae6cf82b2+13:48827:x1855720624195072:12345-192.168.202.6@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1769754696.578319:0:42314:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769754696.578339:0:42314:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90ca81129600/0x11e65116e9df22b0 lrc: 2/0,0 mode: --/CR res: [0x200003ab1:0x13:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2b94eb038208fca6 expref: -99 pid: 42314 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1769754696.578409:0:42314:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90ca81129600/0x11e65116e9df22b0 lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x13:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.6@tcp remote: 0x2b94eb038208fca6 expref: 14 pid: 42314 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1769754696.578424:0:42314:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90ca81129600/0x11e65116e9df22b0 lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x13:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.6@tcp remote: 0x2b94eb038208fca6 expref: 14 pid: 42314 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1769754696.578441:0:42314:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x13:0x0].0x0 (ffff90cb83cda700) 00010000:00010000:0.0:1769754696.578445:0:42314:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1769754696.578448:0:42314:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90ca81129600, rc 0) 00000100:00100000:0.0:1769754696.578580:0:42314:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90cba7c8df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:44b15f98-ec2b-44ce-9a84-650ae6cf82b2+14:48827:x1855720624195072:12345-192.168.202.6@tcp:101:lhsmtool_posix.0 Request processed in 286us (809us total) trans 0 rc 0/0 00000100:00100000:0.0:1769754696.578597:0:42314:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 154 00010000:00010000:1.0:1769754696.578992:0:3305:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90cb92100800/0x11e65116e9df22a9 lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x13:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 43811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1769754696.579001:0:3305:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90cb92100800/0x11e65116e9df22a9 lrc: 2/0,0 mode: PW/PW res: [0x200003ab1:0x13:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 43811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1769754696.579009:0:3305:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90cb92100800/0x11e65116e9df22a9 lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x13:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 43811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1769754696.579015:0:3305:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90cb92100800 already unused, calling callback (ffffffffc2101550) 00010000:00010000:1.0:1769754696.579030:0:3305:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90cb92100800/0x11e65116e9df22a9 lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x13:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 43811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1769754696.579039:0:3305:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90cb92100800/0x11e65116e9df22a9 lrc: 4/0,0 mode: PW/PW res: [0x200003ab1:0x13:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 43811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1769754696.579050:0:3305:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x13:0x0].0x0 (ffff90cb83cda700) 00010000:00010000:1.0:1769754696.579053:0:3305:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1769754696.579056:0:3305:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90cb92100800/0x11e65116e9df22a9 lrc: 2/0,0 mode: --/PW res: [0x200003ab1:0x13:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 43811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1769754696.579063:0:3305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90cb92100800/0x11e65116e9df22a9 lrc: 0/0,0 mode: --/PW res: [0x200003ab1:0x13:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 43811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1769754696.591225:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1769754696.591694:0:42938:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855720624195200 00000100:00100000:0.0:1769754696.591705:0:42938:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855720624195200 00000100:00100000:0.0:1769754696.591765:0:42938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 36 00000100:00100000:0.0:1769754696.591775:0:42938:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90cbbb6f7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:44b15f98-ec2b-44ce-9a84-650ae6cf82b2+6:2371:x1855720624195200:12345-192.168.202.6@tcp:2:lhsmtool_posix.0 00000100:00100000:0.0:1769754696.592169:0:42938:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90cbbb6f7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:44b15f98-ec2b-44ce-9a84-650ae6cf82b2+7:2371:x1855720624195200:12345-192.168.202.6@tcp:2:lhsmtool_posix.0 Request processed in 393us (952us total) trans 34359738375 rc 0/0 00000100:00100000:0.0:1769754696.592187:0:42938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 36 00000100:00100000:3.0:1769754696.639204:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:2.0:1769754696.639406:0:42316:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855720624195456 00000100:00100000:2.0:1769754696.639418:0:42316:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855720624195456 00000100:00100000:2.0:1769754696.639486:0:42316:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 53 00000100:00100000:2.0:1769754696.639516:0:42316:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90cb82aca050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:44b15f98-ec2b-44ce-9a84-650ae6cf82b2+13:48827:x1855720624195456:12345-192.168.202.6@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1769754696.639793:0:42316:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90cb82aca050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:44b15f98-ec2b-44ce-9a84-650ae6cf82b2+14:48827:x1855720624195456:12345-192.168.202.6@tcp:35:lhsmtool_posix.0 Request processed in 298us (597us total) trans 34359738490 rc 0/0 00000100:00100000:2.0:1769754696.639802:0:42316:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 53 00000100:00100000:2.0:1769754696.651761:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1769754696.651878:0:43811:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855720624195712 00000100:00100000:3.0:1769754696.651890:0:43811:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855720624195712 00000100:00100000:3.0:1769754696.651945:0:43811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 155 00000100:00100000:3.0:1769754696.651956:0:43811:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90ca86dd0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:44b15f98-ec2b-44ce-9a84-650ae6cf82b2+14:48827:x1855720624195712:12345-192.168.202.6@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1769754696.652088:0:43811:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90ca86dd0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:44b15f98-ec2b-44ce-9a84-650ae6cf82b2+14:48827:x1855720624195712:12345-192.168.202.6@tcp:57:lhsmtool_posix.0 Request processed in 134us (336us total) trans 0 rc 0/0 00000100:00100000:3.0:1769754696.652096:0:43811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 155 00000100:00100000:3.0:1769754696.657680:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:2.0:1769754696.657946:0:42314:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855720624195840 00000100:00100000:2.0:1769754696.657961:0:42314:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855720624195840 00000100:00100000:2.0:1769754696.658089:0:42314:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 156 00000100:00100000:2.0:1769754696.658102:0:42314:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90cbbb6f7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:44b15f98-ec2b-44ce-9a84-650ae6cf82b2+14:48827:x1855720624195840:12345-192.168.202.6@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1769754696.658139:0:42314:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769754696.658176:0:42314:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90cb92100e00/0x11e65116e9df22b7 lrc: 2/0,0 mode: --/CR res: [0x200003ab1:0x13:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2b94eb038208fcad expref: -99 pid: 42314 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1769754696.658271:0:42314:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90cb92100600/0x11e65116e9df22be lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x13:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 42314 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1769754696.658288:0:42314:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90cb92100600/0x11e65116e9df22be lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x13:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 42314 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1769754696.658303:0:42314:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90cb92100600/0x11e65116e9df22be lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x13:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 42314 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1769754696.658368:0:42314:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1769754696.658391:0:42314:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90cb92100600/0x11e65116e9df22be lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x13:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 42314 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1769754696.658422:0:42314:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90cb92100e00/0x11e65116e9df22b7 lrc: 0/0,0 mode: --/CR res: [0x200003ab1:0x13:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.6@tcp remote: 0x2b94eb038208fcad expref: 16 pid: 42314 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1769754696.658443:0:42314:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90cb92100600/0x11e65116e9df22be lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x13:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.6@tcp remote: 0x2b94eb038208fcad expref: 15 pid: 42314 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1769754696.658454:0:42314:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x13:0x0].0x0 (ffff90cb83cda700) 00010000:00010000:2.0:1769754696.658458:0:42314:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:2.0:1769754696.658462:0:42314:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90cb92100600, rc 0) 00000100:00100000:2.0:1769754696.658602:0:42314:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90cbbb6f7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:44b15f98-ec2b-44ce-9a84-650ae6cf82b2+15:48827:x1855720624195840:12345-192.168.202.6@tcp:101:lhsmtool_posix.0 Request processed in 502us (934us total) trans 0 rc 0/0 00000100:00100000:2.0:1769754696.658610:0:42314:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 156 00000100:00100000:0.0:1769754696.675838:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1769754696.678868:0:43451:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855720624195968 00000100:00100000:3.0:1769754696.678893:0:43451:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855720624195968 00000100:00100000:3.0:1769754696.678984:0:43451:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 37 00000100:00100000:3.0:1769754696.678996:0:43451:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90cbb95e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:44b15f98-ec2b-44ce-9a84-650ae6cf82b2+7:2372:x1855720624195968:12345-192.168.202.6@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1769754696.679035:0:43451:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769754696.679064:0:43451:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000017fea3be/0x11e65116e9df22c5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x105:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2b94eb038208fcb4 expref: -99 pid: 43451 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1769754696.679098:0:43451:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x105:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x697c5049, blocks: 0x1 00010000:00010000:3.0:1769754696.679313:0:43451:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769754696.679317:0:43451:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769754696.679330:0:43451:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000017fea3be/0x11e65116e9df22c5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x105:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.6@tcp remote: 0x2b94eb038208fcb4 expref: 8 pid: 43451 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1769754696.679379:0:43451:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000017fea3be/0x11e65116e9df22c5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x105:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.6@tcp remote: 0x2b94eb038208fcb4 expref: 8 pid: 43451 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1769754696.679404:0:43451:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90ca82c37800, rc 0) 00000100:00100000:3.0:1769754696.679764:0:43451:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90cbb95e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:44b15f98-ec2b-44ce-9a84-650ae6cf82b2+8:2372:x1855720624195968:12345-192.168.202.6@tcp:101:lhsmtool_posix.0 Request processed in 767us (3939us total) trans 0 rc 0/0 00000100:00100000:3.0:1769754696.679774:0:43451:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 37 00000100:00100000:0.0:1769754696.684936:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:2.0:1769754696.685068:0:42314:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855720624196224 00000100:00100000:2.0:1769754696.685083:0:42314:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855720624196224 00000100:00100000:2.0:1769754696.685178:0:42314:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 157 00000100:00100000:2.0:1769754696.685191:0:42314:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90cbb95e5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:44b15f98-ec2b-44ce-9a84-650ae6cf82b2+15:48827:x1855720624196224:12345-192.168.202.6@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1769754696.685346:0:42314:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90cbb95e5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:44b15f98-ec2b-44ce-9a84-650ae6cf82b2+15:48827:x1855720624196224:12345-192.168.202.6@tcp:57:lhsmtool_posix.0 Request processed in 156us (424us total) trans 0 rc 0/0 00000100:00100000:2.0:1769754696.685355:0:42314:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 157 00000100:00100000:0.0:1769754696.695789:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1769754696.696273:0:43451:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855720624196352 00000100:00100000:3.0:1769754696.696289:0:43451:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855720624196352 00000100:00100000:3.0:1769754696.696372:0:43451:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 38 00000100:00100000:3.0:1769754696.696384:0:43451:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90cbb95e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:44b15f98-ec2b-44ce-9a84-650ae6cf82b2+8:48827:x1855720624196352:12345-192.168.202.6@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1769754696.696410:0:43451:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769754696.696438:0:43451:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007d828a65/0x11e65116e9df22cc lrc: 2/0,0 mode: --/PW res: [0x280000400:0x105:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2b94eb038208fcbb expref: -99 pid: 43451 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1769754696.696482:0:43451:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000017fea3be/0x11e65116e9df22c5 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x105:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.6@tcp remote: 0x2b94eb038208fcb4 expref: 9 pid: 43451 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1769754696.696539:0:43451:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769754696.696542:0:43451:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769754696.696548:0:43451:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007d828a65/0x11e65116e9df22cc lrc: 4/0,0 mode: --/PW res: [0x280000400:0x105:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.6@tcp remote: 0x2b94eb038208fcbb expref: 9 pid: 43451 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1769754696.696593:0:43451:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000017fea3be/0x11e65116e9df22c5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x105:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.6@tcp remote: 0x2b94eb038208fcb4 expref: 9 pid: 43451 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1769754696.696643:0:43451:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000017fea3be/0x11e65116e9df22c5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x105:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.6@tcp remote: 0x2b94eb038208fcb4 expref: 9 pid: 43451 timeout: 1779 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1769754696.696660:0:43451:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90cbbb6f4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:43451:1855720644829568:192.168.202.6@tcp:104: 00000100:00100000:2.0:1769754696.700950:0:43451:0:(client.c:2690:ptlrpc_set_wait()) set ffff90cb86cc7cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1769754696.710850:0:43451:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90cbbb6f4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:43451:1855720644829568:192.168.202.6@tcp:104: 00010000:00010000:2.0:1769754696.710915:0:43451:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000007d828a65/0x11e65116e9df22cc lrc: 3/0,0 mode: --/PW res: [0x280000400:0x105:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.6@tcp remote: 0x2b94eb038208fcbb expref: 9 pid: 43451 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1769754696.710966:0:43451:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90ca82c36600, rc 0) 00000100:00100000:2.0:1769754696.711071:0:43451:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90cbb95e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:44b15f98-ec2b-44ce-9a84-650ae6cf82b2+9:48827:x1855720624196352:12345-192.168.202.6@tcp:101:lhsmtool_posix.0 Request processed in 14688us (15295us total) trans 0 rc 0/0 00000100:00100000:2.0:1769754696.711082:0:43451:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 38 00000100:00100000:0.0:1769754696.712197:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:2.0:1769754696.712809:0:42300:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855720624196480 00000100:00100000:2.0:1769754696.712834:0:42300:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855720624196480 00010000:00010000:2.0:1769754696.713060:0:42300:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000017fea3be/0x11e65116e9df22c5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x105:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.6@tcp remote: 0x2b94eb038208fcb4 expref: 9 pid: 43451 timeout: 1779 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1769754696.713109:0:42300:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 25 00000100:00100000:2.0:1769754696.713125:0:42300:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90cbb95e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:44b15f98-ec2b-44ce-9a84-650ae6cf82b2+9:2369:x1855720624196480:12345-192.168.202.6@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769754696.713145:0:42300:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769754696.713172:0:42300:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000017fea3be/0x11e65116e9df22c5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x105:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.6@tcp remote: 0x2b94eb038208fcb4 expref: 9 pid: 43451 timeout: 1779 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1769754696.713186:0:42300:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000017fea3be/0x11e65116e9df22c5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x105:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.6@tcp remote: 0x2b94eb038208fcb4 expref: 9 pid: 43451 timeout: 1779 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1769754696.713212:0:42300:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000017fea3be/0x11e65116e9df22c5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x105:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.6@tcp remote: 0x2b94eb038208fcb4 expref: 9 pid: 43451 timeout: 1779 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1769754696.713231:0:42300:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769754696.713233:0:42300:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769754696.713241:0:42300:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000007d828a65/0x11e65116e9df22cc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x105:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.6@tcp remote: 0x2b94eb038208fcbb expref: 8 pid: 43451 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1769754696.713268:0:42300:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007d828a65/0x11e65116e9df22cc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x105:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.6@tcp remote: 0x2b94eb038208fcbb expref: 8 pid: 43451 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1769754696.713311:0:42300:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000007d828a65/0x11e65116e9df22cc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x105:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.6@tcp remote: 0x2b94eb038208fcbb expref: 8 pid: 43451 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1769754696.713326:0:42300:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90ca86dd1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:42300:1855720644829696:192.168.202.6@tcp:105: 00000100:00100000:2.0:1769754696.714516:0:42300:0:(client.c:2690:ptlrpc_set_wait()) set ffff90cbbf55c540 going to sleep for 11 seconds 00000100:00100000:2.0:1769754696.724133:0:42300:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90ca86dd1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:42300:1855720644829696:192.168.202.6@tcp:105: 00010000:00010000:2.0:1769754696.724170:0:42300:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769754696.724242:0:42300:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90cbb95e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:44b15f98-ec2b-44ce-9a84-650ae6cf82b2+8:2369:x1855720624196480:12345-192.168.202.6@tcp:103:ldlm_bl.0 Request processed in 11123us (12051us total) trans 0 rc 0/0 00000100:00100000:2.0:1769754696.724255:0:42300:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 25 00000100:00100000:0.0:1769754696.736233:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1769754696.736338:0:42942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855720624196608 00000100:00100000:3.0:1769754696.736353:0:42942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855720624196608 00002000:00100000:2.0:1769754696.738642:0:42942:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x105:0x0] (0->1023) req@ffff90cbb95e7480 x1855720624196608/t0(0) o4->44b15f98-ec2b-44ce-9a84-650ae6cf82b2@192.168.202.6@tcp:732/0 lens 1512/0 e 0 to 0 dl 1769754707 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769754696.738661:0:42942:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff90cbb95e7480 with x1855720624196608 ext(0->1023) 00002000:00010000:2.0:1769754696.738670:0:42942:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff90cbb95e7480 00000100:00100000:2.0:1769754696.738720:0:42942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 4 00000100:00100000:2.0:1769754696.738980:0:42942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90cbb95e7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:44b15f98-ec2b-44ce-9a84-650ae6cf82b2+8:2372:x1855720624196608:12345-192.168.202.6@tcp:4:lhsmtool_posix.0 00000100:00100000:2.0:1769754696.740097:0:42942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90cbb95e7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:44b15f98-ec2b-44ce-9a84-650ae6cf82b2+10:2372:x1855720624196608:12345-192.168.202.6@tcp:4:lhsmtool_posix.0 Request processed in 1361us (3872us total) trans 34359738376 rc 0/0 00000100:00100000:2.0:1769754696.740110:0:42942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 4 00002000:00100000:2.0:1769754696.741086:0:42942:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x105:0x0] (0->1023) req@ffff90cbb95e7480 x1855720624196608/t34359738376(0) o4->44b15f98-ec2b-44ce-9a84-650ae6cf82b2@192.168.202.6@tcp:732/0 lens 1512/448 e 0 to 0 dl 1769754707 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769754696.741099:0:42942:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff90cbb95e7480 with x1855720624196608 ext(0->1023) 00002000:00010000:2.0:1769754696.741107:0:42942:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff90cbb95e7480 00000100:00100000:0.0:1769754696.771354:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1769754696.771653:0:43811:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855720624196736 00000100:00100000:3.0:1769754696.771666:0:43811:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855720624196736 00000100:00100000:3.0:1769754696.771750:0:43811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 158 00000100:00100000:3.0:1769754696.771760:0:43811:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90cbb95e4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:44b15f98-ec2b-44ce-9a84-650ae6cf82b2+15:48827:x1855720624196736:12345-192.168.202.6@tcp:44:lhsmtool_posix.0 00000100:00100000:2.0:1769754696.920420:0:43811:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90cbb95e4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:44b15f98-ec2b-44ce-9a84-650ae6cf82b2+15:48827:x1855720624196736:12345-192.168.202.6@tcp:44:lhsmtool_posix.0 Request processed in 148644us (149062us total) trans 0 rc 0/0 00000100:00100000:2.0:1769754696.920438:0:43811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 158 00000001:00080000:0.0:1769754696.921944:0:5807:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 34359738487 is committed 00000001:00080000:0.0:1769754696.921979:0:5807:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 34359738490 is committed 00000004:00080000:0.0:1769754696.921989:0:5807:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 4 committed 00000100:00100000:0.0:1769754696.922418:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90cbb95e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1855720644829824:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1769754696.922525:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769754696.922613:0:43451:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855720644829824 00000100:00100000:0.0:1769754696.922622:0:43451:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855720644829824 00000100:00100000:0.0:1769754696.922690:0:43451:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:0.0:1769754696.922701:0:43451:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90cbb95e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3318:x1855720644829824:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1769754696.922912:0:43451:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x105:0x0] updating lvb size from disk: 0 -> 1024 00002000:00010000:0.0:1769754696.922916:0:43451:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x105:0x0] updating lvb mtime from disk: 0 -> 1769754697 00002000:00010000:0.0:1769754696.922918:0:43451:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x105:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1769754696.922920:0:43451:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x105:0x0] updating lvb ctime from disk: 1769754697 -> 1769754697 00002000:00010000:0.0:1769754696.922923:0:43451:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x105:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:0.0:1769754696.922969:0:43451:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90cbb95e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3318:x1855720644829824:12345-0@lo:2:osp-syn-1-0.0 Request processed in 269us (442us total) trans 34359738377 rc 0/0 00000100:00100000:0.0:1769754696.922978:0:43451:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00080000:0.0:1769754696.923007:0:42309:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000004:00080000:0.0:1769754696.923062:0:3318:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90cbb95e4380/2, rc 0, transno 34359738377 00000100:00100000:0.0:1769754696.923092:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90cbb95e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1855720644829824:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1769754696.926722:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:1.0:1769754696.939360:0:42938:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855720624196864 00000100:00100000:1.0:1769754696.939627:0:42938:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855720624196864 00000100:00100000:1.0:1769754696.939726:0:42938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 40 00000100:00100000:1.0:1769754696.939741:0:42938:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90cbbb6f5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:44b15f98-ec2b-44ce-9a84-650ae6cf82b2+10:2370:x1855720624196864:12345-192.168.202.6@tcp:16:lhsmtool_posix.0 00000100:00100000:1.0:1769754697.141291:0:42938:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90cbbb6f5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:44b15f98-ec2b-44ce-9a84-650ae6cf82b2+10:2370:x1855720624196864:12345-192.168.202.6@tcp:16:lhsmtool_posix.0 Request processed in 201541us (214571us total) trans 0 rc 0/0 00000100:00100000:1.0:1769754697.141309:0:42938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 40 00000001:00080000:1.0:1769754697.141362:0:7447:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 34359738377 is committed 00000001:00080000:1.0:1769754697.141371:0:7447:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 34359738375 is committed 00000001:00080000:1.0:1769754697.141379:0:7447:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 34359738376 is committed 00000100:00100000:1.0:1769754697.158486:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1769754697.163208:0:43811:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855720624197120 00000100:00100000:3.0:1769754697.163230:0:43811:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855720624197120 00000100:00100000:3.0:1769754697.163322:0:43811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 159 00000100:00100000:3.0:1769754697.163334:0:43811:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90cbbf881f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:44b15f98-ec2b-44ce-9a84-650ae6cf82b2+11:48827:x1855720624197120:12345-192.168.202.6@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1769754697.163410:0:43811:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769754697.163448:0:43811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90cb92100600/0x11e65116e9df22be lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x13:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.6@tcp remote: 0x2b94eb038208fcad expref: 11 pid: 42314 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1769754697.163471:0:43811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x13:0x0].0x0 (ffff90cb83cda700) 00010000:00010000:3.0:1769754697.163477:0:43811:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1769754697.163538:0:43811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90ca82c37a00/0x11e65116e9df22d3 lrc: 3/0,1 mode: --/PW res: [0x200003ab1:0x13:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 43811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1769754697.163555:0:43811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90ca82c37a00/0x11e65116e9df22d3 lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 43811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1769754697.163577:0:43811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90ca82c37a00/0x11e65116e9df22d3 lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 43811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1769754697.163607:0:43811:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90ca82c37a00/0x11e65116e9df22d3 lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 43811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1769754697.163615:0:43811:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90ca82c37a00/0x11e65116e9df22d3 lrc: 2/0,0 mode: PW/PW res: [0x200003ab1:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 43811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1769754697.163623:0:43811:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90ca82c37a00/0x11e65116e9df22d3 lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 43811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1769754697.163630:0:43811:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90ca82c37a00 already unused, calling callback (ffffffffc2101550) 00010000:00010000:3.0:1769754697.163635:0:43811:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90ca82c37a00/0x11e65116e9df22d3 lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 43811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1769754697.163644:0:43811:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90ca82c37a00/0x11e65116e9df22d3 lrc: 4/0,0 mode: PW/PW res: [0x200003ab1:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 43811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00080000:0.0:1769754697.164147:0:42309:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1769754697.165822:0:43811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x13:0x0].0x0 (ffff90cb83cda700) 00010000:00010000:3.0:1769754697.165829:0:43811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769754697.165839:0:43811:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90ca82c37a00/0x11e65116e9df22d3 lrc: 2/0,0 mode: --/PW res: [0x200003ab1:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 43811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1769754697.165850:0:43811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90ca82c37a00/0x11e65116e9df22d3 lrc: 0/0,0 mode: --/PW res: [0x200003ab1:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 43811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1769754697.166286:0:43811:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90cbbf881f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:44b15f98-ec2b-44ce-9a84-650ae6cf82b2+10:48827:x1855720624197120:12345-192.168.202.6@tcp:36:lhsmtool_posix.0 Request processed in 2947us (7809us total) trans 0 rc 0/0 00000100:00100000:3.0:1769754697.166297:0:43811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 159 00000100:00100000:3.0:1769754697.178407:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1769754697.178607:0:42938:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855720624197248 00000100:00100000:0.0:1769754697.178622:0:42938:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855720624197248 00000100:00100000:0.0:1769754697.178709:0:42938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 41 00000100:00100000:0.0:1769754697.178723:0:42938:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90cbbb6f4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:44b15f98-ec2b-44ce-9a84-650ae6cf82b2+7:2372:x1855720624197248:12345-192.168.202.6@tcp:2:lhsmtool_posix.0 00002000:00010000:0.0:1769754697.179340:0:42938:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x105:0x0] updating lvb size from disk: 1024 -> 1024 00002000:00010000:0.0:1769754697.179346:0:42938:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x105:0x0] updating lvb mtime from disk: 1769754697 -> 1769754686 00002000:00010000:0.0:1769754697.179349:0:42938:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x105:0x0] updating lvb atime from disk: 0 -> 1769754686 00002000:00010000:0.0:1769754697.179352:0:42938:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x105:0x0] updating lvb ctime from disk: 1769754697 -> 1769754686 00002000:00010000:0.0:1769754697.179354:0:42938:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x105:0x0] updating lvb blocks from disk: 1 -> 11 00000100:00100000:0.0:1769754697.179458:0:42938:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90cbbb6f4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:44b15f98-ec2b-44ce-9a84-650ae6cf82b2+8:2372:x1855720624197248:12345-192.168.202.6@tcp:2:lhsmtool_posix.0 Request processed in 736us (1064us total) trans 34359738378 rc 0/0 00000100:00100000:0.0:1769754697.179468:0:42938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 41 00000100:00100000:0.0:1769754697.185835:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1769754697.187255:0:42314:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855720624197504 00000100:00100000:3.0:1769754697.187276:0:42314:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855720624197504 00000100:00100000:3.0:1769754697.187369:0:42314:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 160 00000100:00100000:3.0:1769754697.187382:0:42314:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90cbb95e5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:44b15f98-ec2b-44ce-9a84-650ae6cf82b2+10:48827:x1855720624197504:12345-192.168.202.6@tcp:55:lhsmtool_posix.0 00010000:00010000:3.0:1769754697.187476:0:42314:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90ca82c37a00/0x11e65116e9df22da lrc: 3/0,1 mode: --/PW res: [0x200003ab1:0x13:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42314 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1769754697.187541:0:42314:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90cb92100400/0x11e65116e9df22a2 lrc: 2/0,0 mode: PR/PR res: [0x200003ab1:0x13:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.6@tcp remote: 0x2b94eb038208fc9f expref: 10 pid: 43811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1769754697.187553:0:42314:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff90ca82c37a00/0x11e65116e9df22da lrc: 4/0,1 mode: --/PW res: [0x200003ab1:0x13:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42314 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1769754697.187606:0:42314:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff90cb92100400/0x11e65116e9df22a2 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x13:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.6@tcp remote: 0x2b94eb038208fc9f expref: 10 pid: 43811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1769754697.187623:0:42314:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff90cb92100400/0x11e65116e9df22a2 lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x13:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.6@tcp remote: 0x2b94eb038208fc9f expref: 10 pid: 43811 timeout: 1780 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1769754697.187641:0:42314:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90cbbb6f7b80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:42314:1855720644829952:192.168.202.6@tcp:104: 00000100:00100000:3.0:1769754697.187767:0:42314:0:(client.c:2690:ptlrpc_set_wait()) set ffff90cb86cc7000 going to sleep for 11 seconds 00000100:00100000:2.0:1769754697.195951:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:2.0:1769754697.195997:0:42300:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855720624197632 00000100:00100000:2.0:1769754697.196009:0:42300:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855720624197632 00010000:00010000:2.0:1769754697.196129:0:42300:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff90cb92100400/0x11e65116e9df22a2 lrc: 5/0,0 mode: PR/PR res: [0x200003ab1:0x13:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.6@tcp remote: 0x2b94eb038208fc9f expref: 11 pid: 43811 timeout: 1780 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1769754697.196171:0:42300:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 26 00000100:00100000:2.0:1769754697.196181:0:42300:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90ca86dd1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:44b15f98-ec2b-44ce-9a84-650ae6cf82b2+11:2371:x1855720624197632:12345-192.168.202.6@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769754697.196199:0:42300:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769754697.196208:0:42300:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff90cb92100400/0x11e65116e9df22a2 lrc: 5/0,0 mode: PR/PR res: [0x200003ab1:0x13:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.6@tcp remote: 0x2b94eb038208fc9f expref: 11 pid: 43811 timeout: 1780 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1769754697.196223:0:42300:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff90cb92100400/0x11e65116e9df22a2 lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x13:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.6@tcp remote: 0x2b94eb038208fc9f expref: 11 pid: 43811 timeout: 1780 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1769754697.196252:0:42300:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x13:0x0].0x0 (ffff90cb83cda700) 00010000:00010000:2.0:1769754697.196258:0:42300:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff90ca82c37a00/0x11e65116e9df22da lrc: 3/0,1 mode: --/PW res: [0x200003ab1:0x13:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 42314 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1769754697.196270:0:42300:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90ca82c37a00/0x11e65116e9df22da lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x13:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 42314 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1769754697.196294:0:42300:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90ca82c37a00/0x11e65116e9df22da lrc: 4/0,1 mode: PW/PW res: [0x200003ab1:0x13:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 42314 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1769754697.196319:0:42300:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769754697.196391:0:42300:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90ca86dd1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:44b15f98-ec2b-44ce-9a84-650ae6cf82b2+11:2371:x1855720624197632:12345-192.168.202.6@tcp:103:ldlm_bl.0 Request processed in 210us (455us total) trans 0 rc 0/0 00000100:00100000:2.0:1769754697.196401:0:42300:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 26 00010000:00010000:3.0:1769754697.196731:0:42314:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90cb92100400/0x11e65116e9df22a2 lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x13:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.6@tcp remote: 0x2b94eb038208fc9f expref: 10 pid: 43811 timeout: 1780 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1769754697.196753:0:42314:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90cbbb6f7b80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:42314:1855720644829952:192.168.202.6@tcp:104: 00010000:00010000:3.0:1769754697.196784:0:42314:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff90ca82c37a00/0x11e65116e9df22da lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x13:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42314 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1769754697.196806:0:42314:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff90ca82c37a00/0x11e65116e9df22da lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x13:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42314 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1769754697.196813:0:42314:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90ca82c37a00/0x11e65116e9df22da lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x13:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42314 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1769754697.196850:0:42314:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90ca82c37a00/0x11e65116e9df22da lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x13:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42314 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1769754697.196857:0:42314:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90ca82c37a00/0x11e65116e9df22da lrc: 2/0,0 mode: PW/PW res: [0x200003ab1:0x13:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42314 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1769754697.196864:0:42314:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90ca82c37a00/0x11e65116e9df22da lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x13:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42314 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1769754697.196871:0:42314:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90ca82c37a00 already unused, calling callback (ffffffffc2101550) 00010000:00010000:3.0:1769754697.196875:0:42314:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90ca82c37a00/0x11e65116e9df22da lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x13:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42314 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1769754697.196884:0:42314:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90ca82c37a00/0x11e65116e9df22da lrc: 4/0,0 mode: PW/PW res: [0x200003ab1:0x13:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42314 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1769754697.198065:0:42314:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x13:0x0].0x0 (ffff90cb83cda700) 00010000:00010000:3.0:1769754697.198069:0:42314:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:3.0:1769754697.198076:0:42314:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90ca82c37a00/0x11e65116e9df22da lrc: 2/0,0 mode: --/PW res: [0x200003ab1:0x13:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42314 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1769754697.198084:0:42314:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90ca82c37a00/0x11e65116e9df22da lrc: 0/0,0 mode: --/PW res: [0x200003ab1:0x13:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42314 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1769754697.198604:0:42314:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90cbb95e5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:44b15f98-ec2b-44ce-9a84-650ae6cf82b2+9:48827:x1855720624197504:12345-192.168.202.6@tcp:55:lhsmtool_posix.0 Request processed in 11218us (12773us total) trans 0 rc -22/-22 00000100:00100000:3.0:1769754697.198623:0:42314:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 160 00000100:00100000:2.0:1769754697.210865:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1769754697.216290:0:43451:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855720624197760 00000100:00100000:3.0:1769754697.216320:0:43451:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855720624197760 00000100:00100000:3.0:1769754697.216724:0:43451:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 42 00000100:00100000:3.0:1769754697.216743:0:43451:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90ca86dd2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:44b15f98-ec2b-44ce-9a84-650ae6cf82b2+8:2370:x1855720624197760:12345-192.168.202.6@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1769754697.216823:0:43451:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000cf5bea23/0x11e65116e9df22e1 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x105:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 43451 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1769754697.216863:0:43451:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000007d828a65/0x11e65116e9df22cc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x105:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.6@tcp remote: 0x2b94eb038208fcbb expref: 8 pid: 43451 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1769754697.216873:0:43451:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1769754697.216876:0:43451:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1769754697.216886:0:43451:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000cf5bea23/0x11e65116e9df22e1 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x105:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 43451 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1769754697.226335:0:43451:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000007d828a65/0x11e65116e9df22cc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x105:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.6@tcp remote: 0x2b94eb038208fcbb expref: 8 pid: 43451 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1769754697.226377:0:43451:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000007d828a65/0x11e65116e9df22cc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x105:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.6@tcp remote: 0x2b94eb038208fcbb expref: 8 pid: 43451 timeout: 1780 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1769754697.226405:0:43451:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90cbb95e6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:43451:1855720644830080:192.168.202.6@tcp:104: 00000100:00100000:0.0:1769754697.226583:0:43451:0:(client.c:2690:ptlrpc_set_wait()) set ffff90cbbb6cb600 going to sleep for 11 seconds 00000100:00100000:0.0:1769754697.239584:0:43451:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90cbb95e6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:43451:1855720644830080:192.168.202.6@tcp:104: 00010000:00010000:0.0:1769754697.239647:0:43451:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000cf5bea23/0x11e65116e9df22e1 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x105:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 43451 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1769754697.244875:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1769754697.245607:0:42299:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855720624197888 00000100:00100000:3.0:1769754697.245628:0:42299:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855720624197888 00010000:00010000:3.0:1769754697.245702:0:42299:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000007d828a65/0x11e65116e9df22cc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x105:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.6@tcp remote: 0x2b94eb038208fcbb expref: 9 pid: 43451 timeout: 1780 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1769754697.245777:0:42299:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 27 00000100:00100000:3.0:1769754697.245790:0:42299:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90ca86dd1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:44b15f98-ec2b-44ce-9a84-650ae6cf82b2+9:2372:x1855720624197888:12345-192.168.202.6@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769754697.245818:0:42299:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769754697.245853:0:42299:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000007d828a65/0x11e65116e9df22cc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x105:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.6@tcp remote: 0x2b94eb038208fcbb expref: 9 pid: 43451 timeout: 1780 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1769754697.245904:0:42299:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000007d828a65/0x11e65116e9df22cc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x105:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.6@tcp remote: 0x2b94eb038208fcbb expref: 9 pid: 43451 timeout: 1780 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1769754697.245936:0:42299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007d828a65/0x11e65116e9df22cc lrc: 0/0,0 mode: --/PW res: [0x280000400:0x105:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.6@tcp remote: 0x2b94eb038208fcbb expref: 9 pid: 43451 timeout: 1780 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1769754697.245963:0:42299:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769754697.245966:0:42299:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769754697.245971:0:42299:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000cf5bea23/0x11e65116e9df22e1 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x105:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 43451 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1769754697.245988:0:42299:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000cf5bea23/0x11e65116e9df22e1 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x105:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 43451 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1769754697.246047:0:42299:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1769754697.246520:0:43451:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000cf5bea23/0x11e65116e9df22e1 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x105:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 43451 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1769754697.246533:0:43451:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000cf5bea23/0x11e65116e9df22e1 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x105:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 43451 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1769754697.246562:0:43451:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000cf5bea23/0x11e65116e9df22e1 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x105:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 43451 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1769754697.246571:0:43451:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000cf5bea23/0x11e65116e9df22e1 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x105:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 43451 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1769754697.246579:0:43451:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000cf5bea23/0x11e65116e9df22e1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x105:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 43451 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1769754697.246587:0:43451:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90ca82c37e00 already unused, calling callback (ffffffffc16a4360) 00010000:00010000:1.0:1769754697.246592:0:43451:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000cf5bea23/0x11e65116e9df22e1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x105:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 43451 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1769754697.246612:0:43451:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000cf5bea23/0x11e65116e9df22e1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x105:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 43451 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1769754697.246626:0:43451:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000cf5bea23/0x11e65116e9df22e1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x105:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 43451 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1769754697.246633:0:43451:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cf5bea23/0x11e65116e9df22e1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x105:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 43451 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1769754697.246750:0:42299:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90ca86dd1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:44b15f98-ec2b-44ce-9a84-650ae6cf82b2+8:2372:x1855720624197888:12345-192.168.202.6@tcp:103:ldlm_bl.0 Request processed in 960us (1892us total) trans 0 rc 0/0 00000100:00100000:3.0:1769754697.246760:0:42299:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 27 00000100:00100000:1.0:1769754697.256060:0:43451:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90ca86dd2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:44b15f98-ec2b-44ce-9a84-650ae6cf82b2+7:2370:x1855720624197760:12345-192.168.202.6@tcp:1:lhsmtool_posix.0 Request processed in 39303us (45190us total) trans 0 rc 0/0 00000100:00100000:1.0:1769754697.256091:0:43451:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 42 00000100:00100000:2.0:1769754697.266341:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1769754697.266619:0:42314:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855720624198144 00000100:00100000:3.0:1769754697.266638:0:42314:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855720624198144 00000100:00100000:1.0:1769754697.266862:0:43811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 161 00000100:00100000:1.0:1769754697.266878:0:43811:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90cb8710d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:44b15f98-ec2b-44ce-9a84-650ae6cf82b2+9:48827:x1855720624198144:12345-192.168.202.6@tcp:57:lhsmtool_posix.0 00010000:00010000:1.0:1769754697.267412:0:43811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff90ca887d7e00/0x11e65116e9df22e8 lrc: 3/0,1 mode: --/EX res: [0x200003ab1:0x13:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 43811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1769754697.267436:0:43811:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90ca81129600/0x11e65116e9df22b0 lrc: 2/0,0 mode: CR/CR res: [0x200003ab1:0x13:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.6@tcp remote: 0x2b94eb038208fca6 expref: 10 pid: 42314 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1769754697.267452:0:43811:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff90ca887d7e00/0x11e65116e9df22e8 lrc: 4/0,1 mode: --/EX res: [0x200003ab1:0x13:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 43811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1769754697.267627:0:43811:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff90ca81129600/0x11e65116e9df22b0 lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x13:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.6@tcp remote: 0x2b94eb038208fca6 expref: 10 pid: 42314 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1769754697.267680:0:43811:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff90ca81129600/0x11e65116e9df22b0 lrc: 4/0,0 mode: CR/CR res: [0x200003ab1:0x13:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.6@tcp remote: 0x2b94eb038208fca6 expref: 10 pid: 42314 timeout: 1780 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1769754697.267700:0:43811:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90cbbf882d80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:43811:1855720644830208:192.168.202.6@tcp:104: 00000100:00100000:1.0:1769754697.268023:0:43811:0:(client.c:2690:ptlrpc_set_wait()) set ffff90cbbbcdec00 going to sleep for 11 seconds 00000100:00100000:2.0:1769754697.304961:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:2.0:1769754697.305011:0:42300:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855720624198272 00000100:00100000:2.0:1769754697.305037:0:42300:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855720624198272 00010000:00010000:2.0:1769754697.305105:0:42300:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff90ca81129600/0x11e65116e9df22b0 lrc: 5/0,0 mode: CR/CR res: [0x200003ab1:0x13:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.6@tcp remote: 0x2b94eb038208fca6 expref: 11 pid: 42314 timeout: 1780 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1769754697.305158:0:42300:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 28 00000100:00100000:2.0:1769754697.305168:0:42300:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90cb8710ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:44b15f98-ec2b-44ce-9a84-650ae6cf82b2+11:2372:x1855720624198272:12345-192.168.202.6@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769754697.305188:0:42300:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769754697.305195:0:42300:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff90ca81129600/0x11e65116e9df22b0 lrc: 5/0,0 mode: CR/CR res: [0x200003ab1:0x13:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.6@tcp remote: 0x2b94eb038208fca6 expref: 11 pid: 42314 timeout: 1780 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1769754697.305214:0:42300:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff90ca81129600/0x11e65116e9df22b0 lrc: 4/0,0 mode: CR/CR res: [0x200003ab1:0x13:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.6@tcp remote: 0x2b94eb038208fca6 expref: 11 pid: 42314 timeout: 1780 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1769754697.305255:0:42300:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x13:0x0].0x0 (ffff90cb83cda700) 00010000:00010000:2.0:1769754697.305261:0:42300:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff90ca887d7e00/0x11e65116e9df22e8 lrc: 3/0,1 mode: --/EX res: [0x200003ab1:0x13:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 43811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1769754697.305305:0:42300:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90ca887d7e00/0x11e65116e9df22e8 lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x13:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 43811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1769754697.305315:0:42300:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90ca887d7e00/0x11e65116e9df22e8 lrc: 4/0,1 mode: EX/EX res: [0x200003ab1:0x13:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 43811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1769754697.305337:0:42300:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769754697.305407:0:42300:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90cb8710ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:44b15f98-ec2b-44ce-9a84-650ae6cf82b2+11:2372:x1855720624198272:12345-192.168.202.6@tcp:103:ldlm_bl.0 Request processed in 240us (457us total) trans 0 rc 0/0 00000100:00100000:2.0:1769754697.305415:0:42300:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 28 00010000:00010000:3.0:1769754697.306004:0:43811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90ca81129600/0x11e65116e9df22b0 lrc: 0/0,0 mode: --/CR res: [0x200003ab1:0x13:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.6@tcp remote: 0x2b94eb038208fca6 expref: 10 pid: 42314 timeout: 1780 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1769754697.306034:0:43811:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90cbbf882d80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:43811:1855720644830208:192.168.202.6@tcp:104: 00010000:00010000:3.0:1769754697.306063:0:43811:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff90ca887d7e00/0x11e65116e9df22e8 lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x13:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 43811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1769754697.306085:0:43811:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff90ca887d7e00/0x11e65116e9df22e8 lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x13:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 43811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1769754697.306092:0:43811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90ca887d7e00/0x11e65116e9df22e8 lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x13:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 43811 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1769754697.306382:0:43811:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 34359738491 00000001:00080000:3.0:1769754697.306594:0:43811:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 34359738492 00000001:00080000:3.0:1769754697.306636:0:43811:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 34359738493 00000100:00100000:3.0:1769754697.306757:0:43811:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90cbbb6f7b80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:43811:1855720644830336:0@lo:1000:mdt00_003.0 00000100:00100000:3.0:1769754697.306832:0:43811:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769754697.306867:0:43811:0:(client.c:2690:ptlrpc_set_wait()) set ffff90cbbbcdea80 going to sleep for 11 seconds 00000100:00100000:2.0:1769754697.309937:0:42319:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855720644830336 00000100:00100000:2.0:1769754697.309967:0:42319:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855720644830336 00000100:00100000:2.0:1769754697.310069:0:42319:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1769754697.310089:0:42319:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90cbbb6f7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:43811:x1855720644830336:12345-0@lo:1000:mdt00_003.0 00000100:00100000:2.0:1769754697.310798:0:42319:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90cbbb6f7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:43811:x1855720644830336:12345-0@lo:1000:mdt00_003.0 Request processed in 715us (3961us total) trans 0 rc 0/0 00000100:00100000:2.0:1769754697.310817:0:42319:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1769754697.312063:0:43811:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 34359738377 gen 2 00000004:00080000:3.0:1769754697.312076:0:43811:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90cbb95e4380, transno 34359738377 00000100:00100000:3.0:1769754697.312099:0:43811:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90cbbb6f7b80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:43811:1855720644830336:0@lo:1000:mdt00_003.0 00000001:00080000:3.0:1769754697.316239:0:43811:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 34359738494 00000100:00100000:3.0:1769754697.316406:0:43811:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90cbbb6f7b80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:43811:1855720644830464:0@lo:1000:mdt00_003.0 00000100:00100000:3.0:1769754697.316516:0:43811:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769754697.316562:0:43811:0:(client.c:2690:ptlrpc_set_wait()) set ffff90cba7df8c00 going to sleep for 11 seconds 00000100:00100000:0.0:1769754697.320345:0:42318:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855720644830464 00000100:00100000:0.0:1769754697.320375:0:42318:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855720644830464 00000100:00100000:0.0:1769754697.320817:0:42318:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1769754697.320832:0:42318:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90cbbb6f6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:43811:x1855720644830464:12345-0@lo:1000:mdt00_003.0 00000100:00100000:0.0:1769754697.321306:0:42318:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90cbbb6f6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:43811:x1855720644830464:12345-0@lo:1000:mdt00_003.0 Request processed in 477us (4810us total) trans 34359738379 rc 0/0 00000100:00100000:0.0:1769754697.321316:0:42318:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1769754697.334406:0:43811:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90cbbb6f7b80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:43811:1855720644830464:0@lo:1000:mdt00_003.0 00000001:00080000:0.0:1769754697.334710:0:43811:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 34359738495 00010000:00010000:0.0:1769754697.334798:0:43811:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff90ca887d7e00/0x11e65116e9df22e8 lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x13:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 43811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1769754697.334812:0:43811:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90ca887d7e00/0x11e65116e9df22e8 lrc: 2/0,0 mode: EX/EX res: [0x200003ab1:0x13:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 43811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1769754697.334827:0:43811:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90ca887d7e00/0x11e65116e9df22e8 lrc: 3/0,0 mode: EX/EX res: [0x200003ab1:0x13:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 43811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1769754697.334835:0:43811:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90ca887d7e00 already unused, calling callback (ffffffffc2101550) 00010000:00010000:0.0:1769754697.334841:0:43811:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90ca887d7e00/0x11e65116e9df22e8 lrc: 3/0,0 mode: EX/EX res: [0x200003ab1:0x13:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 43811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1769754697.334857:0:43811:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90ca887d7e00/0x11e65116e9df22e8 lrc: 4/0,0 mode: EX/EX res: [0x200003ab1:0x13:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 43811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1769754697.334878:0:43811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x13:0x0].0x0 (ffff90cb83cda700) 00010000:00010000:0.0:1769754697.334882:0:43811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1769754697.335231:0:43811:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90ca887d7e00/0x11e65116e9df22e8 lrc: 2/0,0 mode: --/EX res: [0x200003ab1:0x13:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 43811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1769754697.335240:0:43811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90ca887d7e00/0x11e65116e9df22e8 lrc: 0/0,0 mode: --/EX res: [0x200003ab1:0x13:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 43811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1769754697.335290:0:43811:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff90cb92101c00/0x11e65116e9df2224 lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x11:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000020 pid: 42314 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1769754697.335298:0:43811:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90cb92101c00/0x11e65116e9df2224 lrc: 2/0,0 mode: EX/EX res: [0x200003ab1:0x11:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000020 pid: 42314 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1769754697.335304:0:43811:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90cb92101c00/0x11e65116e9df2224 lrc: 3/0,0 mode: EX/EX res: [0x200003ab1:0x11:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 42314 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1769754697.335310:0:43811:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90cb92101c00 already unused, calling callback (ffffffffc2101550) 00010000:00010000:0.0:1769754697.335313:0:43811:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90cb92101c00/0x11e65116e9df2224 lrc: 3/0,0 mode: EX/EX res: [0x200003ab1:0x11:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 42314 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1769754697.335333:0:43811:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90cb92101c00/0x11e65116e9df2224 lrc: 4/0,0 mode: EX/EX res: [0x200003ab1:0x11:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000020 pid: 42314 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1769754697.335342:0:43811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x11:0x0].0x0 (ffff90cb83cda200) 00010000:00010000:0.0:1769754697.335345:0:43811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1769754697.335354:0:43811:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff90ca82c36400/0x11e65116e9df222b lrc: 2/0,0 mode: --/CR res: [0x200003ab1:0x11:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.6@tcp remote: 0x2b94eb038208fc83 expref: 14 pid: 42314 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1769754697.335367:0:43811:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90ca82c36400/0x11e65116e9df222b lrc: 2/0,0 mode: CR/CR res: [0x200003ab1:0x11:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.6@tcp remote: 0x2b94eb038208fc83 expref: 14 pid: 42314 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1769754697.335382:0:43811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90ca82c36400/0x11e65116e9df222b lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x11:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.6@tcp remote: 0x2b94eb038208fc83 expref: 14 pid: 42314 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1769754697.335451:0:43811:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff90ca82c36400/0x11e65116e9df222b lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x11:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.6@tcp remote: 0x2b94eb038208fc83 expref: 14 pid: 42314 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1769754697.335475:0:43811:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90cbb95e6a00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:43811:1855720644830592:192.168.202.6@tcp:105: 00000100:00100000:0.0:1769754697.335642:0:43811:0:(client.c:2690:ptlrpc_set_wait()) set ffff90cbbb6cb600 going to sleep for 11 seconds 00000100:00100000:0.0:1769754697.340131:0:43811:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90cbb95e6a00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:43811:1855720644830592:192.168.202.6@tcp:105: 00010000:00010000:0.0:1769754697.340189:0:43811:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90cb92101c00/0x11e65116e9df2224 lrc: 2/0,0 mode: --/EX res: [0x200003ab1:0x11:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000020 pid: 42314 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1769754697.340209:0:43811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90cb92101c00/0x11e65116e9df2224 lrc: 0/0,0 mode: --/EX res: [0x200003ab1:0x11:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000020 pid: 42314 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1769754697.340270:0:43811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff90ca81128a00/0x11e65116e9df22ef lrc: 3/0,1 mode: --/EX res: [0x200003ab1:0x11:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 43811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1769754697.340297:0:43811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90ca81128a00/0x11e65116e9df22ef lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x11:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 43811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1769754697.340331:0:43811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90ca81128a00/0x11e65116e9df22ef lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x11:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 43811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1769754697.340346:0:43811:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff90ca81128a00/0x11e65116e9df22ef lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x11:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 43811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1769754697.340353:0:43811:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90ca81128a00/0x11e65116e9df22ef lrc: 2/0,0 mode: EX/EX res: [0x200003ab1:0x11:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 43811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1769754697.340361:0:43811:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90ca81128a00/0x11e65116e9df22ef lrc: 3/0,0 mode: EX/EX res: [0x200003ab1:0x11:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 43811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1769754697.340387:0:43811:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90ca81128a00 already unused, calling callback (ffffffffc2101550) 00010000:00010000:0.0:1769754697.340391:0:43811:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90ca81128a00/0x11e65116e9df22ef lrc: 3/0,0 mode: EX/EX res: [0x200003ab1:0x11:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 43811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1769754697.340399:0:43811:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90ca81128a00/0x11e65116e9df22ef lrc: 4/0,0 mode: EX/EX res: [0x200003ab1:0x11:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 43811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1769754697.340415:0:43811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x11:0x0].0x0 (ffff90cb83cda200) 00010000:00010000:0.0:1769754697.340418:0:43811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769754697.340422:0:43811:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90ca81128a00/0x11e65116e9df22ef lrc: 2/0,0 mode: --/EX res: [0x200003ab1:0x11:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 43811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1769754697.340428:0:43811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90ca81128a00/0x11e65116e9df22ef lrc: 0/0,0 mode: --/EX res: [0x200003ab1:0x11:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 43811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1769754697.340822:0:43811:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90cb8710d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:44b15f98-ec2b-44ce-9a84-650ae6cf82b2+14:48827:x1855720624198144:12345-192.168.202.6@tcp:57:lhsmtool_posix.0 Request processed in 73944us (74496us total) trans 34359738496 rc 0/0 00000100:00100000:0.0:1769754697.340835:0:43811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 161 00000020:00080000:0.0:1769754697.340842:0:43811:0:(tgt_main.c:782:tgt_ses_key_exit()) total 6 transactions per RPC 00000040:00080000:2.0:1769754697.343347:0:42347:0:(llog.c:797:llog_process_thread()) index: 8, lh_last_idx: 8 synced_idx: 8 lgh_last_idx: 8 00000040:00080000:2.0:1769754697.343369:0:42347:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x32:0x0] at index 8 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1769754697.343430:0:42347:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x32:0x0] index 3 count 3 00000040:00080000:2.0:1769754697.343440:0:42347:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 9 count 2 00000100:00100000:0.0:1769754697.344301:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:2.0:1769754697.345044:0:42317:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855720624198400 00000100:00100000:2.0:1769754697.345064:0:42317:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855720624198400 00000100:00100000:2.0:1769754697.345145:0:42317:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 54 00000100:00100000:2.0:1769754697.345160:0:42317:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90cbb95e6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:44b15f98-ec2b-44ce-9a84-650ae6cf82b2+14:48821:x1855720624198400:12345-192.168.202.6@tcp:49:lctl.0 00000100:00100000:2.0:1769754697.345397:0:42317:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90cbb95e6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:44b15f98-ec2b-44ce-9a84-650ae6cf82b2+14:48821:x1855720624198400:12345-192.168.202.6@tcp:49:lctl.0 Request processed in 238us (1106us total) trans 0 rc 0/0 00000100:00100000:2.0:1769754697.345425:0:42317:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 54 00000100:00100000:0.0:1769754697.350851:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1769754697.351023:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:1.0:1769754697.355273:0:42316:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855720624198656 00000100:00100000:1.0:1769754697.355301:0:42316:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855720624198656 00000100:00100000:1.0:1769754697.355418:0:42316:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 55 00000100:00100000:1.0:1769754697.355431:0:42316:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90cbb95e4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:44b15f98-ec2b-44ce-9a84-650ae6cf82b2+14:48827:x1855720624198656:12345-192.168.202.6@tcp:35:lhsmtool_posix.0 00000004:00080000:1.0:1769754697.356196:0:42316:0:(mdd_object.c:3993:mdd_close()) Object [0x200003ab1:0x13:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:1.0:1769754697.356303:0:42316:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 34359738497 00010000:00010000:1.0:1769754697.356369:0:42316:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90ca887d7e00/0x11e65116e9df22f6 lrc: 3/0,1 mode: --/PW res: [0x200003ab1:0x13:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42316 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1769754697.356397:0:42316:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90ca887d7e00/0x11e65116e9df22f6 lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x13:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 42316 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1769754697.356419:0:42316:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90ca887d7e00/0x11e65116e9df22f6 lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x13:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 42316 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1769754697.356429:0:42316:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90ca887d7e00/0x11e65116e9df22f6 lrc: 4/0,1 mode: PW/PW res: [0x200003ab1:0x13:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 42316 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1769754697.356436:0:42316:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90ca887d7e00/0x11e65116e9df22f6 lrc: 4/0,1 mode: PW/PW res: [0x200003ab1:0x13:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 42316 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1769754697.356443:0:42316:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90ca887d7e00/0x11e65116e9df22f6 lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x13:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 42316 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1769754697.356540:0:42316:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1769754697.356752:0:42316:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90cbb95e4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:44b15f98-ec2b-44ce-9a84-650ae6cf82b2+16:48827:x1855720624198656:12345-192.168.202.6@tcp:35:lhsmtool_posix.0 Request processed in 1313us (5915us total) trans 34359738498 rc 0/0 00000100:00100000:1.0:1769754697.356763:0:42316:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 55 00000020:00080000:1.0:1769754697.356771:0:42316:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1769754697.356825:0:42302:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1769754697.356833:0:42302:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90ca887d7e00/0x11e65116e9df22f6 lrc: 2/0,0 mode: PW/PW res: [0x200003ab1:0x13:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 42316 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1769754697.356847:0:42302:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90ca887d7e00 already unused, calling callback (ffffffffc16a4360) 00010000:00010000:1.0:1769754697.356853:0:42302:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90ca887d7e00/0x11e65116e9df22f6 lrc: 2/0,0 mode: PW/PW res: [0x200003ab1:0x13:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 42316 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1769754697.356862:0:42302:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90ca887d7e00/0x11e65116e9df22f6 lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x13:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 42316 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1769754697.356882:0:42302:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x13:0x0].0x0 (ffff90cb82b5a600) 00010000:00010000:1.0:1769754697.356885:0:42302:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1769754697.356892:0:42302:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90ca887d7e00/0x11e65116e9df22f6 lrc: 1/0,0 mode: --/PW res: [0x200003ab1:0x13:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 42316 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1769754697.356904:0:42302:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90ca887d7e00/0x11e65116e9df22f6 lrc: 0/0,0 mode: --/PW res: [0x200003ab1:0x13:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 42316 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1769754697.356920:0:42302:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769754697.356922:0:42302:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769754697.356924:0:42302:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769754697.357600:0:43811:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855720624198912 00000100:00100000:3.0:1769754697.357620:0:43811:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855720624198912 00000100:00100000:3.0:1769754697.357689:0:43811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 162 00000100:00100000:3.0:1769754697.357708:0:43811:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90cbb95e7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:44b15f98-ec2b-44ce-9a84-650ae6cf82b2+16:48821:x1855720624198912:12345-192.168.202.6@tcp:58:lctl.0 00000040:00080000:3.0:1769754697.358165:0:43811:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x32:0x0].3, 136 off8600 00000100:00100000:3.0:1769754697.358298:0:43811:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90cbb95e7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:44b15f98-ec2b-44ce-9a84-650ae6cf82b2+16:48821:x1855720624198912:12345-192.168.202.6@tcp:58:lctl.0 Request processed in 591us (7283us total) trans 0 rc 0/0 00000100:00100000:3.0:1769754697.358307:0:43811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 162 00010000:00010000:1.0:1769754697.430235:0:43453:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769754697.526189:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1769754697.531163:0:42314:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855720624199040 00000100:00100000:3.0:1769754697.531186:0:42314:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855720624199040 00000100:00100000:3.0:1769754697.531301:0:42314:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 163 00000100:00100000:3.0:1769754697.531313:0:42314:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90ca86f64380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:44b15f98-ec2b-44ce-9a84-650ae6cf82b2+16:48339:x1855720624199040:12345-192.168.202.6@tcp:60:lhsmtool_posix.0 00000100:00100000:3.0:1769754697.531473:0:42314:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90ca86f64380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:44b15f98-ec2b-44ce-9a84-650ae6cf82b2+16:48339:x1855720624199040:12345-192.168.202.6@tcp:60:lhsmtool_posix.0 Request processed in 161us (5298us total) trans 0 rc 0/0 00000100:00100000:3.0:1769754697.531482:0:42314:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 163 00000100:00100000:3.0:1769754697.538914:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:1.0:1769754697.539051:0:42317:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855720624199296 00000100:00100000:1.0:1769754697.539065:0:42317:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855720624199296 00000100:00100000:1.0:1769754697.539183:0:42317:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 56 00000100:00100000:1.0:1769754697.539195:0:42317:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90cbbb6f6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:44b15f98-ec2b-44ce-9a84-650ae6cf82b2+16:48339:x1855720624199296:12345-192.168.202.6@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1769754697.539679:0:42317:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90cbbb6f6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:44b15f98-ec2b-44ce-9a84-650ae6cf82b2+17:48339:x1855720624199296:12345-192.168.202.6@tcp:35:lhsmtool_posix.0 Request processed in 484us (886us total) trans 34359738499 rc 0/0 00000100:00100000:1.0:1769754697.539689:0:42317:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 56 00000100:00100000:1.0:1769754697.980620:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1769754697.987812:0:43811:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855720624199424 00000100:00100000:0.0:1769754697.987838:0:43811:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855720624199424 00000100:00100000:0.0:1769754697.988017:0:43811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 164 00000100:00100000:0.0:1769754697.988032:0:43811:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90cbbf880000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:99ce4681-381f-407c-90f1-2ef98266ced9+5:48844:x1855720624199424:12345-192.168.202.6@tcp:101:lsof.0 00010000:00010000:0.0:1769754697.988064:0:43811:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769754697.988139:0:43811:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90ca81128a00/0x11e65116e9df22fd lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2b94eb038208fcc2 expref: -99 pid: 43811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1769754697.988240:0:43811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90ca81128e00/0x11e65116e9df2304 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 43811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1769754697.988259:0:43811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90ca81128e00/0x11e65116e9df2304 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 43811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1769754697.988274:0:43811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90ca81128e00/0x11e65116e9df2304 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 43811 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1769754697.988360:0:43811:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:0.0:1769754697.988365:0:43811:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 29 stripe count 1 MDT count 1 00000004:00010000:0.0:1769754697.988414:0:43811:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90ca81128e00/0x11e65116e9df2304 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 43811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1769754697.988445:0:43811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90ca81128a00/0x11e65116e9df22fd lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.6@tcp remote: 0x2b94eb038208fcc2 expref: 7 pid: 43811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1769754697.988467:0:43811:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90ca81128e00/0x11e65116e9df2304 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.6@tcp remote: 0x2b94eb038208fcc2 expref: 6 pid: 43811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1769754697.988476:0:43811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90cb83cda900) 00010000:00010000:0.0:1769754697.988479:0:43811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1769754697.988483:0:43811:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90ca81128e00, rc 0) 00000100:00100000:0.0:1769754697.988628:0:43811:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90cbbf880000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:99ce4681-381f-407c-90f1-2ef98266ced9+6:48844:x1855720624199424:12345-192.168.202.6@tcp:101:lsof.0 Request processed in 599us (8023us total) trans 0 rc 0/0 00000100:00100000:0.0:1769754697.988636:0:43811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 164 00000040:00080000:3.0:1769754698.388171:0:42347:0:(llog.c:797:llog_process_thread()) index: 8, lh_last_idx: 8 synced_idx: 8 lgh_last_idx: 8 00000040:00080000:3.0:1769754698.388180:0:42347:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x32:0x0] at index 8 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1769754698.388229:0:42347:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x32:0x0] index 4 count 4 00000040:00080000:3.0:1769754698.388238:0:42347:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 9 count 2 00000100:00100000:1.0:1769754698.388684:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90ca83058380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:12a461d6-d4b3-45fe-9a31-84fa5ea63cfd:3319:1855720644830720:0@lo:400:kworker.0 00000100:00100000:1.0:1769754698.388776:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769754698.389121:0:42307:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855720644830720 00000100:00100000:3.0:1769754698.389141:0:42307:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855720644830720 00000100:00100000:3.0:1769754698.389198:0:42307:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 137 00000100:00100000:3.0:1769754698.389209:0:42307:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90ca86686050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:12a461d6-d4b3-45fe-9a31-84fa5ea63cfd+18:3319:x1855720644830720:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1769754698.389464:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90ca83059500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3318:1855720644831104:0@lo:400:kworker.0 00000100:00100000:0.0:1769754698.389559:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769754698.389611:0:43811:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855720644831104 00000100:00100000:0.0:1769754698.389616:0:43811:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855720644831104 00000100:00100000:0.0:1769754698.389651:0:43811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00100000:0.0:1769754698.389658:0:43811:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90ca86f66680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3318:x1855720644831104:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1769754698.389700:0:43811:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90ca86f66680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3318:x1855720644831104:12345-0@lo:400:kworker.0 Request processed in 41us (140us total) trans 0 rc 0/0 00000100:00100000:0.0:1769754698.389709:0:43811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00000100:00100000:0.0:1769754698.389759:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90ca83059500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3318:1855720644831104:0@lo:400:kworker.0 00000100:00100000:0.0:1769754698.389824:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90ca83058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1855720644830848:0@lo:400:kworker.0 00000100:00100000:0.0:1769754698.389857:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769754698.389882:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1769754698.389888:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90ca83059c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1855720644830976:0@lo:400:kworker.0 00000100:00100000:0.0:1769754698.389911:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769754698.389939:0:43451:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855720644830848 00000100:00100000:0.0:1769754698.389943:0:43451:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855720644830848 00000100:00100000:0.0:1769754698.389981:0:43451:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855720644830976 00000100:00100000:0.0:1769754698.389984:0:43451:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855720644830976 00000100:00100000:0.0:1769754698.390020:0:43451:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:0.0:1769754698.390027:0:43451:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90ca86f67480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3320:x1855720644830848:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1769754698.390065:0:43451:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90ca86f67480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3320:x1855720644830848:12345-0@lo:400:kworker.0 Request processed in 39us (207us total) trans 0 rc 0/0 00000100:00100000:0.0:1769754698.390071:0:43451:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00100000:0.0:1769754698.390084:0:43451:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:0.0:1769754698.390090:0:43451:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90ca81269880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3320:x1855720644830976:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1769754698.390118:0:43451:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90ca81269880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3320:x1855720644830976:12345-0@lo:400:kworker.0 Request processed in 29us (206us total) trans 0 rc 0/0 00000100:00100000:0.0:1769754698.390147:0:43451:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00080000:0.0:1769754698.390171:0:42309:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1769754698.390176:0:42309:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1769754698.390200:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90ca83059c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1855720644830976:0@lo:400:kworker.0 00000100:00100000:0.0:1769754698.390210:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90ca83058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1855720644830848:0@lo:400:kworker.0 00000100:00100000:2.0:1769754698.391307:0:3321:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1769754698.391322:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90ca83059180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3321:1855720644831360:0@lo:400:kworker.0 00000100:00100000:0.0:1769754698.391620:0:3318:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1769754698.391632:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90ca8305a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3318:1855720644831232:0@lo:400:kworker.0 00000100:00100000:3.0:1769754698.391940:0:42307:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90ca86686050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:12a461d6-d4b3-45fe-9a31-84fa5ea63cfd+18:3319:x1855720644830720:12345-0@lo:400:kworker.0 Request processed in 2730us (3160us total) trans 0 rc 0/0 00000100:00100000:3.0:1769754698.391952:0:42307:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 137 00000100:00100000:2.0:1769754698.396614:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769754698.396802:0:42314:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855720644831360 00000100:00100000:3.0:1769754698.396815:0:42314:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855720644831360 00000100:00100000:3.0:1769754698.396893:0:42314:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00100000:3.0:1769754698.396905:0:42314:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90ca83059880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3321:x1855720644831360:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1769754698.396972:0:42314:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90ca83059880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3321:x1855720644831360:12345-0@lo:400:kworker.0 Request processed in 71us (369us total) trans 0 rc 0/0 00000100:00100000:3.0:1769754698.396981:0:42314:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00000100:00080000:2.0:1769754698.397259:0:42309:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1769754698.397306:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90ca83059180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3321:1855720644831360:0@lo:400:kworker.0 00000100:00100000:0.0:1769754698.398325:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769754698.399061:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90ca83058380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:12a461d6-d4b3-45fe-9a31-84fa5ea63cfd:3319:1855720644830720:0@lo:400:kworker.0 00000100:00100000:3.0:1769754698.399292:0:42314:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855720644831232 00000100:00100000:3.0:1769754698.399322:0:42314:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855720644831232 00000100:00100000:3.0:1769754698.399417:0:42314:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000100:00100000:3.0:1769754698.399428:0:42314:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90ca8126b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3318:x1855720644831232:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1769754698.399543:0:42314:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90ca8126b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3318:x1855720644831232:12345-0@lo:400:kworker.0 Request processed in 117us (1220us total) trans 0 rc 0/0 00000100:00100000:3.0:1769754698.399552:0:42314:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 00000100:00080000:2.0:1769754698.399943:0:42309:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1769754698.400044:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90ca8305a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3318:1855720644831232:0@lo:400:kworker.0 00010000:00010000:1.0:1769754698.451803:0:42301:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769754699.476004:0:42302:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769754699.923763:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90cbb8704380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1855720644831488:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1769754699.923851:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769754699.928579:0:42939:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855720644831488 00000100:00100000:1.0:1769754699.928593:0:42939:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855720644831488 00000100:00100000:1.0:1769754699.928667:0:42939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:1.0:1769754699.928679:0:42939:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90ca83059180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3321:x1855720644831488:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1769754699.928744:0:42939:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 47644672 pending 0 free 3774873600 avail 3772776448 00000100:00100000:1.0:1769754699.928853:0:42939:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90ca83059180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3321:x1855720644831488:12345-0@lo:13:osp-pre-1-0.0 Request processed in 176us (5002us total) trans 0 rc 0/0 00000100:00100000:1.0:1769754699.928861:0:42939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:2.0:1769754699.929056:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90cbb8704380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1855720644831488:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1769754700.435934:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90cbbf881880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1855720644831616:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1769754700.436044:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769754700.436506:0:42939:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855720644831616 00000100:00100000:1.0:1769754700.436516:0:42939:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855720644831616 00000100:00100000:1.0:1769754700.436594:0:42939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:1.0:1769754700.436604:0:42939:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90cbb8707b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3318:x1855720644831616:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1769754700.436640:0:42939:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 45940736 pending 0 free 3695181824 avail 3693084672 00000100:00100000:1.0:1769754700.436705:0:42939:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90cbb8707b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3318:x1855720644831616:12345-0@lo:13:osp-pre-0-0.0 Request processed in 102us (662us total) trans 0 rc 0/0 00000100:00100000:1.0:1769754700.436713:0:42939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:0.0:1769754700.436913:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90cbbf881880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1855720644831616:0@lo:13:osp-pre-0-0.0 00000100:00080000:3.0:1769754700.437769:0:42309:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1769754700.502787:0:43453:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769754701.523662:0:42301:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769754701.613291:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:2.0:1769754701.613357:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:2.0:1769754701.613404:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:2.0:1769754701.613424:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:2.0:1769754701.613456:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:2.0:1769754701.613525:0:42937:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855720624199936 00000100:00100000:2.0:1769754701.613538:0:42937:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855720624199936 00000100:00100000:3.0:1769754701.613881:0:43811:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855720624199680 00000100:00100000:3.0:1769754701.613887:0:43811:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855720624199680 00000100:00100000:3.0:1769754701.614215:0:43811:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855720624200064 00000100:00100000:3.0:1769754701.614221:0:43811:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855720624200064 00000100:00100000:3.0:1769754701.614260:0:43811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 64 00000100:00100000:3.0:1769754701.614272:0:43811:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90ca8305a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:44b15f98-ec2b-44ce-9a84-650ae6cf82b2+17:2369:x1855720624199680:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:3.0:1769754701.614390:0:43811:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90ca8305a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:44b15f98-ec2b-44ce-9a84-650ae6cf82b2+17:2369:x1855720624199680:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 120us (1118us total) trans 0 rc 0/0 00000100:00100000:3.0:1769754701.614400:0:43811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 64 00000100:00100000:3.0:1769754701.614425:0:43811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 65 00000100:00100000:3.0:1769754701.614433:0:43811:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90ca83059c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:99ce4681-381f-407c-90f1-2ef98266ced9+6:2369:x1855720624200064:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:3.0:1769754701.614462:0:43811:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90ca83059c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:99ce4681-381f-407c-90f1-2ef98266ced9+6:2369:x1855720624200064:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 30us (1005us total) trans 0 rc 0/0 00000100:00100000:3.0:1769754701.614470:0:43811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 65 00000100:00100000:3.0:1769754701.614530:0:42307:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855720624199552 00000100:00100000:3.0:1769754701.614534:0:42307:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855720624199552 00000100:00100000:3.0:1769754701.614906:0:42307:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 138 00000100:00100000:3.0:1769754701.614916:0:42307:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90ca86686850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cd1d8275-6a1a-49a3-b443-af2f7055b864+12:2369:x1855720624199552:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:3.0:1769754701.615043:0:42307:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90ca86686850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cd1d8275-6a1a-49a3-b443-af2f7055b864+12:2369:x1855720624199552:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 128us (1636us total) trans 0 rc 0/0 00000100:00100000:3.0:1769754701.615069:0:42307:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 138 00000100:00080000:3.0:1769754701.615265:0:42309:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1769754701.617800:0:42936:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855720624199808 00000100:00100000:2.0:1769754701.617814:0:42936:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855720624199808 00000100:00100000:2.0:1769754701.617885:0:42936:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 51 00000100:00100000:2.0:1769754701.617896:0:42936:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90ca83058000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:44b15f98-ec2b-44ce-9a84-650ae6cf82b2+5:2369:x1855720624199808:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:2.0:1769754701.617972:0:42936:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90ca83058000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:44b15f98-ec2b-44ce-9a84-650ae6cf82b2+5:2369:x1855720624199808:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 79us (4545us total) trans 0 rc 0/0 00000100:00100000:2.0:1769754701.617992:0:42936:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 51 00000100:00100000:2.0:1769754701.618042:0:42938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 52 00000100:00100000:2.0:1769754701.618057:0:42938:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90ca83058380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:44b15f98-ec2b-44ce-9a84-650ae6cf82b2+7:2369:x1855720624199936:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:2.0:1769754701.618104:0:42938:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90ca83058380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:44b15f98-ec2b-44ce-9a84-650ae6cf82b2+7:2369:x1855720624199936:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 47us (4746us total) trans 0 rc 0/0 00000100:00100000:2.0:1769754701.618110:0:42938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 52 00000100:00080000:3.0:1769754701.621325:0:42309:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1769754701.621342:0:42309:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000001:00080000:3.0:1769754702.081042:0:7447:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 34359738379 is committed 00000001:00080000:3.0:1769754702.081059:0:7447:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 34359738378 is committed 00000001:00080000:0.0:1769754702.084198:0:5807:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 34359738496 is committed 00000001:00080000:0.0:1769754702.084217:0:5807:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 34359738499 is committed 00000020:00080000:0.0:1769754702.084241:0:5807:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff90cbbbcdec00 refcount 2 committed 0 result 0 batchid 30064771786 00000020:00080000:0.0:1769754702.084247:0:5807:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff90cbc07fb600 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff90cbbbcdea80 00000020:00080000:0.0:1769754702.084250:0:5807:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff90cbc07fbd00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff90ca9049fc00 00000020:00080000:0.0:1769754702.084288:0:42352:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 30064771786 committed batchid 30064771785 00000020:00080000:0.0:1769754702.084484:0:42352:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 30064771785 00010000:00010000:0.0:1769754702.547703:0:42302:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769754703.507907:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90cb98566680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3318:1855720644832128:0@lo:400:kworker.0 00000100:00100000:0.0:1769754703.508083:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90cb98567800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1855720644832000:0@lo:400:kworker.0 00000100:00100000:0.0:1769754703.508152:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769754703.508209:0:3321:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1769754703.508215:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90cb98567b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1855720644831872:0@lo:400:kworker.0 00000100:00100000:0.0:1769754703.508235:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769754703.508262:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90cb98565c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3321:1855720644832384:0@lo:400:kworker.0 00000100:00100000:0.0:1769754703.508284:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769754703.508307:0:42938:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855720644832000 00000100:00100000:0.0:1769754703.508314:0:42938:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855720644832000 00000100:00100000:0.0:1769754703.508363:0:42938:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855720644831872 00000100:00100000:0.0:1769754703.508366:0:42938:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855720644831872 00000100:00100000:0.0:1769754703.508389:0:42938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00100000:0.0:1769754703.508397:0:42938:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90cbb8707800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3321:x1855720644832000:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1769754703.508448:0:42938:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90cbb8707800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3321:x1855720644832000:12345-0@lo:400:kworker.0 Request processed in 51us (296us total) trans 0 rc 0/0 00000100:00100000:0.0:1769754703.508455:0:42938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00100000:0.0:1769754703.508472:0:42938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00100000:0.0:1769754703.508478:0:42938:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90cbb8706680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3321:x1855720644831872:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1769754703.508529:0:42938:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90cbb8706680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3321:x1855720644831872:12345-0@lo:400:kworker.0 Request processed in 51us (293us total) trans 0 rc 0/0 00000100:00100000:0.0:1769754703.508535:0:42938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00100000:3.0:1769754703.508573:0:42315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855720644832384 00000100:00100000:0.0:1769754703.508575:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90cb98567b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1855720644831872:0@lo:400:kworker.0 00000100:00100000:3.0:1769754703.508577:0:42315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855720644832384 00000100:00100000:0.0:1769754703.508585:0:3321:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 34359738379 gen 2 00000004:00080000:0.0:1769754703.508590:0:3321:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 34359738379 committed transno 34359738379 00000100:00100000:0.0:1769754703.508610:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90cb98567800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1855720644832000:0@lo:400:kworker.0 00000100:00100000:3.0:1769754703.508619:0:42315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00100000:3.0:1769754703.508626:0:42315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90cbb8706a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3321:x1855720644832384:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1769754703.508660:0:42309:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1769754703.508663:0:42315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90cbb8706a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3321:x1855720644832384:12345-0@lo:400:kworker.0 Request processed in 39us (378us total) trans 0 rc 0/0 00000100:00080000:0.0:1769754703.508664:0:42309:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1769754703.508666:0:42309:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1769754703.508669:0:42315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00000100:00100000:0.0:1769754703.508686:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90cb98565c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3321:1855720644832384:0@lo:400:kworker.0 00000100:00100000:1.0:1769754703.509120:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90ca83059500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:12a461d6-d4b3-45fe-9a31-84fa5ea63cfd:3319:1855720644831744:0@lo:400:kworker.0 00000100:00100000:1.0:1769754703.509169:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769754703.509209:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90cb98566a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3319:1855720644832256:0@lo:400:kworker.0 00000100:00100000:1.0:1769754703.509231:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769754703.509341:0:42315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855720644832256 00000100:00100000:3.0:1769754703.509347:0:42315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855720644832256 00000100:00100000:3.0:1769754703.509405:0:42315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000100:00100000:3.0:1769754703.509412:0:42315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90cbbf880700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3319:x1855720644832256:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1769754703.509453:0:42315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90cbbf880700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3319:x1855720644832256:12345-0@lo:400:kworker.0 Request processed in 42us (220us total) trans 0 rc 0/0 00000100:00100000:3.0:1769754703.509459:0:42315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00000100:00100000:3.0:1769754703.509510:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90cb98566a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3319:1855720644832256:0@lo:400:kworker.0 00000100:00100000:2.0:1769754703.509538:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769754703.509573:0:42313:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855720644832128 00000100:00100000:3.0:1769754703.509577:0:42313:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855720644832128 00000100:00100000:3.0:1769754703.509613:0:42313:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000100:00100000:3.0:1769754703.509620:0:42313:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90cb98566300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3318:x1855720644832128:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1769754703.509654:0:42313:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90cb98566300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3318:x1855720644832128:12345-0@lo:400:kworker.0 Request processed in 35us (115us total) trans 0 rc 0/0 00000100:00100000:3.0:1769754703.509671:0:42313:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00000100:00080000:1.0:1769754703.510092:0:42309:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1769754703.510246:0:42308:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855720644831744 00000100:00100000:0.0:1769754703.510253:0:42308:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855720644831744 00000100:00100000:0.0:1769754703.510305:0:42308:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 139 00000100:00100000:0.0:1769754703.510312:0:42308:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90ca86687450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:12a461d6-d4b3-45fe-9a31-84fa5ea63cfd+18:3319:x1855720644831744:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1769754703.510366:0:42308:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90ca86687450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:12a461d6-d4b3-45fe-9a31-84fa5ea63cfd+18:3319:x1855720644831744:12345-0@lo:400:kworker.0 Request processed in 55us (1196us total) trans 0 rc 0/0 00000100:00100000:0.0:1769754703.510373:0:42308:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 139 00000100:00100000:2.0:1769754703.510477:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90cb98566680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3318:1855720644832128:0@lo:400:kworker.0 00000100:00100000:1.0:1769754703.510578:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90ca83059500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:12a461d6-d4b3-45fe-9a31-84fa5ea63cfd:3319:1855720644831744:0@lo:400:kworker.0 00010000:00010000:0.0:1769754703.579530:0:43453:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769754704.596148:0:42301:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769754705.044968:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1769754705.044993:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90cbb8705c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1855720644832512:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1769754705.045078:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769754705.045341:0:42940:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855720644832512 00000100:00100000:0.0:1769754705.045350:0:42940:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855720644832512 00000100:00100000:0.0:1769754705.045423:0:42940:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:0.0:1769754705.045432:0:42940:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90cb98566680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1855720644832512:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1769754705.045463:0:42940:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 47644672 pending 0 free 3774873600 avail 3772776448 00000100:00100000:0.0:1769754705.045533:0:42940:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90cb98566680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1855720644832512:12345-0@lo:13:osp-pre-1-0.0 Request processed in 102us (454us total) trans 0 rc 0/0 00000100:00100000:0.0:1769754705.045541:0:42940:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00080000:2.0:1769754705.045812:0:42309:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1769754705.045854:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90cbb8705c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1855720644832512:0@lo:13:osp-pre-1-0.0 00000040:00080000:0.0:1769754705.555744:0:42347:0:(llog.c:797:llog_process_thread()) index: 8, lh_last_idx: 8 synced_idx: 8 lgh_last_idx: 8 00000040:00080000:0.0:1769754705.555754:0:42347:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x32:0x0] at index 8 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1769754705.555797:0:42347:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x32:0x0] index 4 count 4 00000040:00080000:0.0:1769754705.555804:0:42347:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 9 count 2 00000100:00100000:2.0:1769754705.556953:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90cbbf881500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1855720644832640:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1769754705.557025:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769754705.557700:0:42939:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855720644832640 00000100:00100000:1.0:1769754705.557710:0:42939:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855720644832640 00000100:00100000:1.0:1769754705.557782:0:42939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:1.0:1769754705.557792:0:42939:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90cb98565f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3318:x1855720644832640:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1769754705.557836:0:42939:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 45940736 pending 0 free 3695181824 avail 3693084672 00000100:00100000:1.0:1769754705.557889:0:42939:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90cb98565f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3318:x1855720644832640:12345-0@lo:13:osp-pre-0-0.0 Request processed in 100us (865us total) trans 0 rc 0/0 00000100:00100000:1.0:1769754705.557897:0:42939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00080000:2.0:1769754705.558171:0:42309:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1769754705.558214:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90cbbf881500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1855720644832640:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1769754705.620695:0:42302:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769754706.646775:0:43453:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769754706.739758:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:1.0:1769754706.739798:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:1.0:1769754706.739830:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1769754706.739843:0:42307:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855720624200192 00000100:00100000:1.0:1769754706.739852:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1769754706.739854:0:42307:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855720624200192 00000100:00100000:1.0:1769754706.739877:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:1.0:1769754706.739899:0:42315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855720624200320 00000100:00100000:1.0:1769754706.739908:0:42315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855720624200320 00000100:00100000:3.0:1769754706.739911:0:42307:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 140 00000100:00100000:3.0:1769754706.739920:0:42307:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90ca86684c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cd1d8275-6a1a-49a3-b443-af2f7055b864+12:2371:x1855720624200192:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:1.0:1769754706.739953:0:42315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855720624200704 00000100:00100000:1.0:1769754706.739955:0:42315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855720624200704 00000100:00100000:1.0:1769754706.739974:0:42315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 69 00000100:00100000:1.0:1769754706.739981:0:42315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90cbbf883100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:44b15f98-ec2b-44ce-9a84-650ae6cf82b2+8:2371:x1855720624200320:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:3.0:1769754706.740001:0:42307:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90ca86684c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cd1d8275-6a1a-49a3-b443-af2f7055b864+12:2371:x1855720624200192:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 82us (251us total) trans 0 rc 0/0 00000100:00100000:3.0:1769754706.740009:0:42307:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 140 00000100:00100000:1.0:1769754706.740010:0:42315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90cbbf883100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:44b15f98-ec2b-44ce-9a84-650ae6cf82b2+8:2371:x1855720624200320:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 31us (181us total) trans 0 rc 0/0 00000100:00100000:1.0:1769754706.740016:0:42315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 69 00000100:00100000:1.0:1769754706.740027:0:42315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 70 00000100:00100000:1.0:1769754706.740032:0:42315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90cbbf883480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:99ce4681-381f-407c-90f1-2ef98266ced9+6:2371:x1855720624200704:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:1.0:1769754706.740056:0:42315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90cbbf883480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:99ce4681-381f-407c-90f1-2ef98266ced9+6:2371:x1855720624200704:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 23us (203us total) trans 0 rc 0/0 00000100:00100000:1.0:1769754706.740062:0:42315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 70 00000100:00100000:1.0:1769754706.740077:0:42936:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855720624200576 00000100:00100000:1.0:1769754706.740080:0:42936:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855720624200576 00000100:00100000:1.0:1769754706.740105:0:42936:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855720624200448 00000100:00100000:1.0:1769754706.740108:0:42936:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855720624200448 00000100:00100000:1.0:1769754706.740127:0:42936:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 55 00000100:00100000:1.0:1769754706.740132:0:42936:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90cbbf880a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:44b15f98-ec2b-44ce-9a84-650ae6cf82b2+6:2371:x1855720624200576:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:1.0:1769754706.740158:0:42936:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90cbbf880a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:44b15f98-ec2b-44ce-9a84-650ae6cf82b2+6:2371:x1855720624200576:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 25us (359us total) trans 0 rc 0/0 00000100:00100000:1.0:1769754706.740164:0:42936:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 55 00000100:00100000:1.0:1769754706.740174:0:42936:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 43 00000100:00100000:1.0:1769754706.740180:0:42936:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90cbbf880e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:44b15f98-ec2b-44ce-9a84-650ae6cf82b2+5:2368:x1855720624200448:12345-192.168.202.6@tcp:9:kworker.0 00000020:00000080:1.0:1769754706.740204:0:42936:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x11e65116e9df17e3 00000100:00080000:1.0:1769754706.740213:0:42936:0:(import.c:65:import_set_state_nolock()) ffff90cb83ee9000 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1769754706.740267:0:42936:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 8, last_transno is 34359738379 00000100:00100000:1.0:1769754706.740535:0:42936:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90cbbf880e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:44b15f98-ec2b-44ce-9a84-650ae6cf82b2+2:2368:x1855720624200448:12345-192.168.202.6@tcp:9:kworker.0 Request processed in 354us (656us total) trans 0 rc 0/0 00000100:00100000:1.0:1769754706.740542:0:42936:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 43 00000100:00080000:1.0:1769754706.740560:0:42309:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1769754706.740566:0:42309:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1769754706.740569:0:42309:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1769754706.741694:0:42301:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00080000:0.0:1769754707.223720:0:5807:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 30064771786 batchid updated 00000020:00080000:1.0:1769754707.223892:0:42352:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 30064771786 00000020:00080000:1.0:1769754707.223902:0:42352:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 30064771786 00010000:00010000:1.0:1769754707.672971:0:42302:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769754708.627762:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90cb98566d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:12a461d6-d4b3-45fe-9a31-84fa5ea63cfd:3319:1855720644832768:0@lo:400:kworker.0 00000100:00100000:3.0:1769754708.627852:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769754708.630079:0:3319:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1769754708.630099:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90cb98564700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3319:1855720644833152:0@lo:400:kworker.0 00000100:00100000:3.0:1769754708.630162:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769754708.630276:0:42308:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855720644832768 00000100:00100000:3.0:1769754708.630284:0:42308:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855720644832768 00000100:00100000:3.0:1769754708.630329:0:42308:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 141 00000100:00100000:3.0:1769754708.630338:0:42308:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90ca86685450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:12a461d6-d4b3-45fe-9a31-84fa5ea63cfd+18:3319:x1855720644832768:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1769754708.630390:0:42308:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90ca86685450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:12a461d6-d4b3-45fe-9a31-84fa5ea63cfd+18:3319:x1855720644832768:12345-0@lo:400:kworker.0 Request processed in 53us (2539us total) trans 0 rc 0/0 00000100:00100000:3.0:1769754708.630396:0:42308:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 141 00000100:00100000:3.0:1769754708.630449:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90cb98566d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:12a461d6-d4b3-45fe-9a31-84fa5ea63cfd:3319:1855720644832768:0@lo:400:kworker.0 00000100:00100000:3.0:1769754708.635178:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90cb98564000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1855720644832896:0@lo:400:kworker.0 00000100:00100000:3.0:1769754708.635265:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769754708.635332:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1769754708.635340:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90cb98565880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1855720644833024:0@lo:400:kworker.0 00000100:00100000:3.0:1769754708.635363:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769754708.635806:0:42937:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855720644832896 00000100:00100000:2.0:1769754708.635815:0:42937:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855720644832896 00000100:00100000:2.0:1769754708.635893:0:42937:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855720644833024 00000100:00100000:2.0:1769754708.635896:0:42937:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855720644833024 00000100:00100000:2.0:1769754708.635934:0:42937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00100000:2.0:1769754708.635943:0:42937:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90cbc12a6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3320:x1855720644832896:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1769754708.635997:0:42937:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90cbc12a6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3320:x1855720644832896:12345-0@lo:400:kworker.0 Request processed in 56us (732us total) trans 0 rc 0/0 00000100:00100000:2.0:1769754708.636015:0:42937:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00100000:2.0:1769754708.636163:0:42937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:2.0:1769754708.636170:0:42937:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90cbbb6f6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3320:x1855720644833024:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1769754708.636202:0:42937:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90cbbb6f6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3320:x1855720644833024:12345-0@lo:400:kworker.0 Request processed in 33us (837us total) trans 0 rc 0/0 00000100:00100000:2.0:1769754708.636208:0:42937:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00080000:2.0:1769754708.636233:0:42309:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1769754708.636237:0:42309:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1769754708.636273:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90cb98565880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1855720644833024:0@lo:400:kworker.0 00000100:00100000:2.0:1769754708.636284:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90cb98564000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1855720644832896:0@lo:400:kworker.0 00000100:00100000:2.0:1769754708.636335:0:3318:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1769754708.636343:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90cb98564000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3318:1855720644833280:0@lo:400:kworker.0 00000100:00100000:2.0:1769754708.636372:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769754708.643789:0:3321:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1769754708.643818:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90cbbb6f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3321:1855720644833408:0@lo:400:kworker.0 00000100:00100000:2.0:1769754708.643901:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769754708.646773:0:42315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855720644833152 00000100:00100000:0.0:1769754708.646790:0:42315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855720644833152 00000100:00100000:0.0:1769754708.646888:0:42315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855720644833280 00000100:00100000:0.0:1769754708.646892:0:42315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855720644833280 00000100:00100000:0.0:1769754708.646941:0:42315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:0.0:1769754708.646951:0:42315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90cbbb6f5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3319:x1855720644833152:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1769754708.647043:0:42315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90cbbb6f5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3319:x1855720644833152:12345-0@lo:400:kworker.0 Request processed in 93us (16880us total) trans 0 rc 0/0 00000100:00100000:0.0:1769754708.647051:0:42315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000100:00100000:0.0:1769754708.647078:0:42315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:0.0:1769754708.647084:0:42315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90cb98565880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3318:x1855720644833280:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1769754708.647119:0:42315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90cb98565880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3318:x1855720644833280:12345-0@lo:400:kworker.0 Request processed in 35us (10746us total) trans 0 rc 0/0 00000100:00100000:0.0:1769754708.647126:0:42315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00080000:0.0:1769754708.647153:0:42309:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1769754708.647193:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90cb98564000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3318:1855720644833280:0@lo:400:kworker.0 00000100:00100000:0.0:1769754708.647231:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90cb98564700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3319:1855720644833152:0@lo:400:kworker.0 00000100:00100000:3.0:1769754708.652218:0:43811:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855720644833408 00000100:00100000:3.0:1769754708.652232:0:43811:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855720644833408 00000100:00100000:3.0:1769754708.652304:0:43811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00100000:3.0:1769754708.652313:0:43811:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90cb98565500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3321:x1855720644833408:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1769754708.652390:0:43811:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90cb98565500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3321:x1855720644833408:12345-0@lo:400:kworker.0 Request processed in 78us (8489us total) trans 0 rc 0/0 00000100:00100000:3.0:1769754708.652398:0:43811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00100000:3.0:1769754708.652443:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90cbbb6f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3321:1855720644833408:0@lo:400:kworker.0 00000100:00080000:1.0:1769754708.652528:0:42309:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1769754708.693372:0:43453:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:3.0:1769754709.709983:0:6576:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 44b15f98-ec2b-44ce-9a84-650ae6cf82b2 00000020:00000080:3.0:1769754709.709994:0:6576:0:(genops.c:904:class_export_put()) final put ffff90cbbf199800/44b15f98-ec2b-44ce-9a84-650ae6cf82b2 00000020:00000080:2.0:1769754709.710360:0:8:0:(genops.c:863:class_export_destroy()) destroying export ffff90cbbf199800/44b15f98-ec2b-44ce-9a84-650ae6cf82b2 for lustre-OST0000 00000020:00000080:2.0:1769754709.710415:0:8:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff90cb83ee9000 for lustre-OST0000 00010000:00010000:3.0:1769754709.716270:0:42301:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769754710.164228:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1769754710.164532:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90cbb8706300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1855720644833536:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1769754710.164772:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769754710.166815:0:42940:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855720644833536 00000100:00100000:0.0:1769754710.166830:0:42940:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855720644833536 00000100:00100000:0.0:1769754710.166937:0:42940:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:0.0:1769754710.166947:0:42940:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90cb98564a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1855720644833536:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1769754710.166991:0:42940:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 47644672 pending 0 free 3774873600 avail 3772776448 00000100:00100000:0.0:1769754710.167091:0:42940:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90cb98564a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1855720644833536:12345-0@lo:13:osp-pre-1-0.0 Request processed in 146us (2319us total) trans 0 rc 0/0 00000100:00100000:0.0:1769754710.167099:0:42940:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:3.0:1769754710.167302:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90cbb8706300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1855720644833536:0@lo:13:osp-pre-1-0.0 00000100:00080000:1.0:1769754710.167766:0:42309:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1769754710.681101:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90cb98567100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1855720644833664:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1769754710.681181:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769754710.681559:0:42939:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855720644833664 00000100:00100000:2.0:1769754710.681570:0:42939:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855720644833664 00000100:00100000:2.0:1769754710.681637:0:42939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:2.0:1769754710.681648:0:42939:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90cbb8705f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3318:x1855720644833664:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1769754710.681704:0:42939:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3695181824 avail 3693084672 00000100:00100000:2.0:1769754710.681751:0:42939:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90cbb8705f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3318:x1855720644833664:12345-0@lo:13:osp-pre-0-0.0 Request processed in 105us (569us total) trans 0 rc 0/0 00000100:00100000:2.0:1769754710.681759:0:42939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00080000:0.0:1769754710.684367:0:42309:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1769754710.684443:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90cb98567100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1855720644833664:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1769754710.739948:0:42302:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1769754711.365965:0:45433:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-pcc test 16: Test detach with different options ========================================================== 01:31:50 (1769754710) 00010000:00010000:1.0:1769754711.765541:0:43453:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769754711.860582:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:1.0:1769754711.860623:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1769754711.860907:0:42313:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855720624200960 00000100:00100000:0.0:1769754711.860917:0:42313:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855720624200960 00000100:00100000:3.0:1769754711.860959:0:42307:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855720624200832 00000100:00100000:3.0:1769754711.860964:0:42307:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855720624200832 00000100:00100000:0.0:1769754711.860986:0:42313:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 74 00000100:00100000:0.0:1769754711.860996:0:42313:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90cbbf881180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:44b15f98-ec2b-44ce-9a84-650ae6cf82b2+8:2369:x1855720624200960:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:3.0:1769754711.861000:0:42307:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 142 00000100:00100000:3.0:1769754711.861006:0:42307:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90cbb955a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cd1d8275-6a1a-49a3-b443-af2f7055b864+12:2369:x1855720624200832:12345-192.168.202.6@tcp:400:kworker.0 00000100:00080000:1.0:1769754711.861082:0:42309:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1769754711.861252:0:42307:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90cbb955a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cd1d8275-6a1a-49a3-b443-af2f7055b864+12:2369:x1855720624200832:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 245us (679us total) trans 0 rc 0/0 00000100:00100000:3.0:1769754711.861261:0:42307:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 142 00000100:00100000:0.0:1769754711.865027:0:42313:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90cbbf881180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:44b15f98-ec2b-44ce-9a84-650ae6cf82b2+8:2369:x1855720624200960:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 4020us (4391us total) trans 0 rc 0/0 00000100:00100000:0.0:1769754711.865057:0:42313:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 74 00000100:00100000:1.0:1769754711.869530:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:1.0:1769754711.869597:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1769754711.869970:0:42313:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855720624201216 00000100:00100000:0.0:1769754711.869981:0:42313:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855720624201216 00000100:00100000:0.0:1769754711.870054:0:42313:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 75 00000100:00100000:0.0:1769754711.870064:0:42313:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90cbbf880380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:99ce4681-381f-407c-90f1-2ef98266ced9+6:2370:x1855720624201216:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:0.0:1769754711.870136:0:42313:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90cbbf880380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:99ce4681-381f-407c-90f1-2ef98266ced9+6:2370:x1855720624201216:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 73us (615us total) trans 0 rc 0/0 00000100:00100000:0.0:1769754711.870144:0:42313:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 75 00000100:00100000:3.0:1769754711.870290:0:42938:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855720624201088 00000100:00100000:3.0:1769754711.870295:0:42938:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855720624201088 00000100:00080000:1.0:1769754711.870424:0:42309:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1769754711.870429:0:42309:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1769754711.871471:0:42938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 58 00000100:00100000:3.0:1769754711.871739:0:42938:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90cbbf883b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:44b15f98-ec2b-44ce-9a84-650ae6cf82b2+6:2370:x1855720624201088:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:3.0:1769754711.871857:0:42938:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90cbbf883b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:44b15f98-ec2b-44ce-9a84-650ae6cf82b2+6:2370:x1855720624201088:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 364us (2260us total) trans 0 rc 0/0 00000100:00100000:3.0:1769754711.871866:0:42938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 58 00010000:00010000:3.0:1769754712.787802:0:42301:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769754713.510163:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:1.0:1769754713.510282:0:43811:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855720624201344 00000100:00100000:1.0:1769754713.510294:0:43811:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855720624201344 00000100:00100000:1.0:1769754713.510372:0:43811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 165 00000100:00100000:1.0:1769754713.510383:0:43811:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90cb98567480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:44b15f98-ec2b-44ce-9a84-650ae6cf82b2+8:49238:x1855720624201344:12345-192.168.202.6@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1769754713.510403:0:43811:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769754713.510423:0:43811:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90ca887d6400/0x11e65116e9df230b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2b94eb038208fcc9 expref: -99 pid: 43811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:0.0:1769754713.510593:0:42309:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1769754713.510659:0:43811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90ca887d7a00/0x11e65116e9df2312 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 43811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1769754713.510676:0:43811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90ca887d7a00/0x11e65116e9df2312 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 43811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1769754713.510691:0:43811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90ca887d7a00/0x11e65116e9df2312 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 43811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1769754713.510706:0:43811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90ca887d7600/0x11e65116e9df2319 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 43811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1769754713.510712:0:43811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90ca887d7600/0x11e65116e9df2319 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 43811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1769754713.510719:0:43811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90ca887d7600/0x11e65116e9df2319 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 43811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1769754713.510816:0:43811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90ca887d7000/0x11e65116e9df2320 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 43811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1769754713.510824:0:43811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90ca887d7000/0x11e65116e9df2320 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 43811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1769754713.510831:0:43811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90ca887d7000/0x11e65116e9df2320 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 43811 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1769754713.510862:0:43811:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000002:0x1:0x0]: returning size 10752 00000004:00200000:1.0:1769754713.510866:0:43811:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 2 stripe count 1 MDT count 1 00000004:00010000:1.0:1769754713.510899:0:43811:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90ca887d7000/0x11e65116e9df2320 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 43811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1769754713.510919:0:43811:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90ca887d7a00/0x11e65116e9df2312 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 43811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1769754713.510925:0:43811:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90ca887d7a00/0x11e65116e9df2312 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 43811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1769754713.510932:0:43811:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90ca887d7a00/0x11e65116e9df2312 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 43811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1769754713.510937:0:43811:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90ca887d7a00 already unused, calling callback (ffffffffc2101550) 00010000:00010000:1.0:1769754713.510942:0:43811:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90ca887d7a00/0x11e65116e9df2312 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 43811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1769754713.510949:0:43811:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90ca887d7a00/0x11e65116e9df2312 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 43811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1769754713.510960:0:43811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90cb83cda900) 00010000:00010000:1.0:1769754713.510963:0:43811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769754713.510967:0:43811:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90ca887d7a00/0x11e65116e9df2312 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 43811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1769754713.510973:0:43811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90ca887d7a00/0x11e65116e9df2312 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 43811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1769754713.510985:0:43811:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90ca887d7600/0x11e65116e9df2319 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 43811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1769754713.510991:0:43811:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90ca887d7600/0x11e65116e9df2319 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 43811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1769754713.510995:0:43811:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90ca887d7600/0x11e65116e9df2319 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 43811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1769754713.511005:0:43811:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90ca887d7600 already unused, calling callback (ffffffffc2101550) 00010000:00010000:1.0:1769754713.511008:0:43811:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90ca887d7600/0x11e65116e9df2319 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 43811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1769754713.511014:0:43811:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90ca887d7600/0x11e65116e9df2319 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 43811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1769754713.511021:0:43811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3b979c7a (ffff90cb82b5a900) 00010000:00010000:1.0:1769754713.511023:0:43811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769754713.511025:0:43811:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90ca887d7600/0x11e65116e9df2319 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 43811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1769754713.511030:0:43811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90ca887d7600/0x11e65116e9df2319 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 43811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1769754713.511060:0:43811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90ca887d6400/0x11e65116e9df230b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.6@tcp remote: 0x2b94eb038208fcc9 expref: 10 pid: 43811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1769754713.511073:0:43811:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90ca887d7000/0x11e65116e9df2320 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.6@tcp remote: 0x2b94eb038208fcc9 expref: 9 pid: 43811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1769754713.511081:0:43811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff90cb82b5ab00) 00010000:00010000:1.0:1769754713.511083:0:43811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1769754713.511085:0:43811:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90ca887d7000, rc 0) 00000100:00100000:1.0:1769754713.511295:0:43811:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90cb98567480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:44b15f98-ec2b-44ce-9a84-650ae6cf82b2+9:49238:x1855720624201344:12345-192.168.202.6@tcp:101:lhsmtool_posix.0 Request processed in 911us (1139us total) trans 0 rc 0/0 00000100:00100000:1.0:1769754713.511303:0:43811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 165 00000100:00100000:1.0:1769754713.519101:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1769754713.519269:0:42313:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855720624201600 00000100:00100000:3.0:1769754713.519280:0:42313:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855720624201600 00000100:00100000:3.0:1769754713.519345:0:42313:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 166 00000100:00100000:3.0:1769754713.519354:0:42313:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90cbbf883800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:44b15f98-ec2b-44ce-9a84-650ae6cf82b2+9:49238:x1855720624201600:12345-192.168.202.6@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1769754713.519375:0:42313:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769754713.519395:0:42313:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90ca82c37a00/0x11e65116e9df2327 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2b94eb038208fcd0 expref: -99 pid: 42313 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1769754713.519462:0:42313:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90ca82c36800/0x11e65116e9df232e lrc: 3/1,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42313 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1769754713.519475:0:42313:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90ca82c36800/0x11e65116e9df232e lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42313 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1769754713.519487:0:42313:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90ca82c36800/0x11e65116e9df232e lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42313 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1769754713.519527:0:42313:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90ca82c36600/0x11e65116e9df2335 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42313 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1769754713.519534:0:42313:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90ca82c36600/0x11e65116e9df2335 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42313 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1769754713.519540:0:42313:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90ca82c36600/0x11e65116e9df2335 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42313 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1769754713.519671:0:42313:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90ca82c37c00/0x11e65116e9df233c lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42313 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1769754713.519678:0:42313:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90ca82c37c00/0x11e65116e9df233c lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42313 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1769754713.519685:0:42313:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90ca82c37c00/0x11e65116e9df233c lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42313 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1769754713.519694:0:42313:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000002:0x2:0x0]: returning size 10752 00010000:00010000:3.0:1769754713.519832:0:42313:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90ca82c36800/0x11e65116e9df232e lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42313 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1769754713.519839:0:42313:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90ca82c36800/0x11e65116e9df232e lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42313 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1769754713.519846:0:42313:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90ca82c36800/0x11e65116e9df232e lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42313 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1769754713.519853:0:42313:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90ca82c36800 already unused, calling callback (ffffffffc2101550) 00010000:00010000:3.0:1769754713.519857:0:42313:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90ca82c36800/0x11e65116e9df232e lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42313 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1769754713.519866:0:42313:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90ca82c36800/0x11e65116e9df232e lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42313 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1769754713.519891:0:42313:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff90cb82b5ab00) 00010000:00010000:3.0:1769754713.519894:0:42313:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769754713.519898:0:42313:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90ca82c36800/0x11e65116e9df232e lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42313 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1769754713.519914:0:42313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90ca82c36800/0x11e65116e9df232e lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42313 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1769754713.519927:0:42313:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90ca82c36600/0x11e65116e9df2335 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42313 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1769754713.519933:0:42313:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90ca82c36600/0x11e65116e9df2335 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42313 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1769754713.519938:0:42313:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90ca82c36600/0x11e65116e9df2335 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42313 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1769754713.519942:0:42313:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90ca82c36600 already unused, calling callback (ffffffffc2101550) 00010000:00010000:3.0:1769754713.519944:0:42313:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90ca82c36600/0x11e65116e9df2335 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42313 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1769754713.519949:0:42313:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90ca82c36600/0x11e65116e9df2335 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42313 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1769754713.519956:0:42313:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x8d45d6bc (ffff90cb87176500) 00010000:00010000:3.0:1769754713.519958:0:42313:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769754713.519961:0:42313:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90ca82c36600/0x11e65116e9df2335 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42313 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1769754713.519966:0:42313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90ca82c36600/0x11e65116e9df2335 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42313 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1769754713.520394:0:42313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90ca82c37a00/0x11e65116e9df2327 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.6@tcp remote: 0x2b94eb038208fcd0 expref: 12 pid: 42313 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1769754713.520424:0:42313:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90ca82c37c00/0x11e65116e9df233c lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.6@tcp remote: 0x2b94eb038208fcd0 expref: 11 pid: 42313 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1769754713.520431:0:42313:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff90cb87176c00) 00010000:00010000:3.0:1769754713.520434:0:42313:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769754713.520437:0:42313:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90ca82c37c00, rc 0) 00000100:00100000:3.0:1769754713.522260:0:42313:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90cbbf883800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:44b15f98-ec2b-44ce-9a84-650ae6cf82b2+11:49238:x1855720624201600:12345-192.168.202.6@tcp:101:lhsmtool_posix.0 Request processed in 2896us (3159us total) trans 34359738500 rc 0/0 00000100:00100000:3.0:1769754713.522273:0:42313:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 166 00000100:00100000:2.0:1769754713.527326:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1769754713.527414:0:42313:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855720624201728 00000100:00100000:3.0:1769754713.527426:0:42313:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855720624201728 00000100:00100000:3.0:1769754713.527528:0:42313:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 167 00000100:00100000:3.0:1769754713.527540:0:42313:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90cb98564e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:44b15f98-ec2b-44ce-9a84-650ae6cf82b2+11:49238:x1855720624201728:12345-192.168.202.6@tcp:59:lhsmtool_posix.0 00000100:00100000:3.0:1769754713.527659:0:42313:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90cb98564e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:44b15f98-ec2b-44ce-9a84-650ae6cf82b2+11:49238:x1855720624201728:12345-192.168.202.6@tcp:59:lhsmtool_posix.0 Request processed in 122us (342us total) trans 0 rc 0/0 00000100:00100000:3.0:1769754713.527668:0:42313:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 167 00000040:00080000:2.0:1769754713.747880:0:42347:0:(llog.c:797:llog_process_thread()) index: 8, lh_last_idx: 8 synced_idx: 8 lgh_last_idx: 8 00000040:00080000:2.0:1769754713.747890:0:42347:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x32:0x0] at index 8 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1769754713.747949:0:42347:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x32:0x0] index 4 count 4 00000040:00080000:2.0:1769754713.747963:0:42347:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 9 count 2 00000100:00100000:2.0:1769754713.748104:0:42347:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90cb98565180 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:42347:1855720644833792:192.168.202.6@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1769754713.748217:0:42347:0:(client.c:2690:ptlrpc_set_wait()) set ffff90cb90e95f00 going to sleep for 11 seconds 00000100:00100000:0.0:1769754713.749279:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90cbbf882680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:12a461d6-d4b3-45fe-9a31-84fa5ea63cfd:3319:1855720644833920:0@lo:400:kworker.0 00000100:00100000:0.0:1769754713.749329:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769754713.749367:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90cbbf880a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3319:1855720644834432:0@lo:400:kworker.0 00000100:00100000:0.0:1769754713.749401:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769754713.749423:0:3319:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1769754713.749428:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90cbbf882300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3319:1855720644834304:0@lo:400:kworker.0 00000100:00100000:0.0:1769754713.749448:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769754713.749881:0:42308:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855720644833920 00000100:00100000:1.0:1769754713.749899:0:42308:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855720644833920 00000100:00100000:1.0:1769754713.749955:0:42308:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 143 00000100:00100000:1.0:1769754713.749965:0:42308:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90cbb9558050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:12a461d6-d4b3-45fe-9a31-84fa5ea63cfd+18:3319:x1855720644833920:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1769754713.750018:0:42308:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90cbb9558050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:12a461d6-d4b3-45fe-9a31-84fa5ea63cfd+18:3319:x1855720644833920:12345-0@lo:400:kworker.0 Request processed in 54us (689us total) trans 0 rc 0/0 00000100:00100000:1.0:1769754713.750025:0:42308:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 143 00000100:00100000:1.0:1769754713.750070:0:43811:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855720644834432 00000100:00100000:1.0:1769754713.750074:0:43811:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855720644834432 00000100:00100000:1.0:1769754713.750101:0:43811:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855720644834304 00000100:00100000:1.0:1769754713.750105:0:43811:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855720644834304 00000100:00100000:1.0:1769754713.750120:0:43811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00100000:1.0:1769754713.750126:0:43811:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90cbb8706d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3319:x1855720644834432:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1769754713.750156:0:43811:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90cbb8706d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3319:x1855720644834432:12345-0@lo:400:kworker.0 Request processed in 30us (756us total) trans 0 rc 0/0 00000100:00100000:1.0:1769754713.750161:0:43811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00100000:1.0:1769754713.750173:0:43811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000100:00100000:1.0:1769754713.750178:0:43811:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90cbb8704000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3319:x1855720644834304:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1769754713.750203:0:43811:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90cbb8704000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3319:x1855720644834304:12345-0@lo:400:kworker.0 Request processed in 24us (753us total) trans 0 rc 0/0 00000100:00100000:1.0:1769754713.750208:0:43811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00000100:00080000:0.0:1769754713.750288:0:42309:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1769754713.750322:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90cbbf882300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3319:1855720644834304:0@lo:400:kworker.0 00000100:00100000:0.0:1769754713.750331:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90cbbf882680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:12a461d6-d4b3-45fe-9a31-84fa5ea63cfd:3319:1855720644833920:0@lo:400:kworker.0 00000100:00100000:0.0:1769754713.750339:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90cbbf880a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3319:1855720644834432:0@lo:400:kworker.0 00000100:00100000:3.0:1769754713.750530:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90cbbf882a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1855720644834048:0@lo:400:kworker.0 00000100:00100000:3.0:1769754713.750564:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769754713.750593:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90cbbf880e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3320:1855720644834560:0@lo:400:kworker.0 00000100:00100000:3.0:1769754713.750614:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769754713.750630:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1769754713.750636:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90cbbf881c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1855720644834176:0@lo:400:kworker.0 00000100:00100000:3.0:1769754713.750654:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769754713.750933:0:42313:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855720644834560 00000100:00100000:2.0:1769754713.750939:0:42313:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855720644834560 00000100:00100000:2.0:1769754713.750977:0:42313:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78 00000100:00100000:2.0:1769754713.750984:0:42313:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90cbbb6f6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3320:x1855720644834560:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1769754713.751020:0:42313:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90cbbb6f6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3320:x1855720644834560:12345-0@lo:400:kworker.0 Request processed in 36us (405us total) trans 0 rc 0/0 00000100:00100000:2.0:1769754713.751026:0:42313:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78 00000100:00100000:3.0:1769754713.751260:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90cbbf880e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3320:1855720644834560:0@lo:400:kworker.0 00000100:00080000:0.0:1769754713.757209:0:42309:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1769754713.757426:0:42938:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855720644834048 00000100:00100000:1.0:1769754713.757437:0:42938:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855720644834048 00000100:00100000:1.0:1769754713.757531:0:42938:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855720644834176 00000100:00100000:1.0:1769754713.757536:0:42938:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855720644834176 00000100:00100000:1.0:1769754713.757566:0:42938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:1.0:1769754713.757578:0:42938:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90cbbb6f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3320:x1855720644834048:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1769754713.757725:0:42938:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90cbbb6f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3320:x1855720644834048:12345-0@lo:400:kworker.0 Request processed in 148us (7158us total) trans 0 rc 0/0 00000100:00100000:1.0:1769754713.757753:0:42938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00100000:1.0:1769754713.757777:0:42938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00100000:1.0:1769754713.757785:0:42938:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90cbbb6f4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3320:x1855720644834176:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1769754713.757819:0:42938:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90cbbb6f4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3320:x1855720644834176:12345-0@lo:400:kworker.0 Request processed in 36us (7164us total) trans 0 rc 0/0 00000100:00100000:1.0:1769754713.757825:0:42938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000100:00100000:2.0:1769754713.758151:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90cbbf881c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1855720644834176:0@lo:400:kworker.0 00000100:00100000:2.0:1769754713.758165:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90cbbf882a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3320:1855720644834048:0@lo:400:kworker.0 00000100:00080000:0.0:1769754713.758243:0:42309:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1769754713.758247:0:42309:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1769754713.769086:0:42347:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90cb98565180 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:42347:1855720644833792:192.168.202.6@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1769754713.788275:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1769754713.789798:0:42314:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855720624201856 00000100:00100000:0.0:1769754713.789811:0:42314:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855720624201856 00000100:00100000:0.0:1769754713.790162:0:42314:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 168 00000100:00100000:0.0:1769754713.790174:0:42314:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90cb98564380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:44b15f98-ec2b-44ce-9a84-650ae6cf82b2+11:49252:x1855720624201856:12345-192.168.202.6@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1769754713.790212:0:42314:0:(mdt_handler.c:7932:mdt_fid2path()) path get [0x200003ab1:0x11:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1769754713.790421:0:42314:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90cb98564380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:44b15f98-ec2b-44ce-9a84-650ae6cf82b2+11:49252:x1855720624201856:12345-192.168.202.6@tcp:53:lhsmtool_posix.0 Request processed in 237us (2145us total) trans 0 rc 0/0 00000100:00100000:0.0:1769754713.790429:0:42314:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 168 00000100:00100000:2.0:1769754713.809087:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1769754713.809905:0:42315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855720624202112 00000100:00100000:0.0:1769754713.809916:0:42315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855720624202112 00000100:00100000:0.0:1769754713.809987:0:42315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 169 00000100:00100000:0.0:1769754713.809997:0:42315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90cb98565180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:44b15f98-ec2b-44ce-9a84-650ae6cf82b2+11:49252:x1855720624202112:12345-192.168.202.6@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1769754713.810017:0:42315:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769754713.810037:0:42315:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90ca81128800/0x11e65116e9df234a lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2b94eb038208fcd7 expref: -99 pid: 42315 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1769754713.810139:0:42315:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90ca81129c00/0x11e65116e9df2351 lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x11:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1769754713.810153:0:42315:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90ca81129c00/0x11e65116e9df2351 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1769754713.810165:0:42315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90ca81129c00/0x11e65116e9df2351 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42315 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1769754713.810177:0:42315:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0x11:0x0]: returning size 1024 00010000:00010000:0.0:1769754713.810316:0:42315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90ca81128800/0x11e65116e9df234a lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.6@tcp remote: 0x2b94eb038208fcd7 expref: 14 pid: 42315 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1769754713.810357:0:42315:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90ca81129c00/0x11e65116e9df2351 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.6@tcp remote: 0x2b94eb038208fcd7 expref: 13 pid: 42315 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1769754713.810366:0:42315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x11:0x0].0x0 (ffff90cb83cda200) 00010000:00010000:0.0:1769754713.810369:0:42315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1769754713.810373:0:42315:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90ca81129c00, rc 0) 00000100:00100000:0.0:1769754713.810563:0:42315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90cb98565180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:44b15f98-ec2b-44ce-9a84-650ae6cf82b2+13:49252:x1855720624202112:12345-192.168.202.6@tcp:101:lhsmtool_posix.0 Request processed in 567us (1485us total) trans 34359738501 rc 0/0 00000100:00100000:0.0:1769754713.810571:0:42315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 169 00010000:00010000:1.0:1769754713.813725:0:42302:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769754713.830255:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1769754713.830560:0:42316:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855720624202496 00000100:00100000:0.0:1769754713.830573:0:42316:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855720624202496 00000100:00100000:2.0:1769754713.830994:0:42316:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 57 00000100:00100000:2.0:1769754713.831005:0:42316:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90cbbb6f5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:44b15f98-ec2b-44ce-9a84-650ae6cf82b2+13:49252:x1855720624202496:12345-192.168.202.6@tcp:49:lhsmtool_posix.0 00000100:00100000:2.0:1769754713.831160:0:42316:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90cbbb6f5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:44b15f98-ec2b-44ce-9a84-650ae6cf82b2+13:49252:x1855720624202496:12345-192.168.202.6@tcp:49:lhsmtool_posix.0 Request processed in 157us (915us total) trans 0 rc -61/-61 00000100:00100000:2.0:1769754713.831169:0:42316:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 57 00000100:00100000:3.0:1769754713.832423:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1769754713.834650:0:42315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855720624202368 00000100:00100000:0.0:1769754713.834665:0:42315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855720624202368 00000100:00100000:0.0:1769754713.834737:0:42315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 170 00000100:00100000:0.0:1769754713.834748:0:42315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90cbbb6f4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:44b15f98-ec2b-44ce-9a84-650ae6cf82b2+13:49253:x1855720624202368:12345-192.168.202.6@tcp:101:bash.0 00010000:00010000:0.0:1769754713.834769:0:42315:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769754713.834772:0:42315:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1769754713.834806:0:42315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90cb92100a00/0x11e65116e9df21de lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.6@tcp remote: 0x2b94eb038208fc6e expref: 13 pid: 42314 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1769754713.834825:0:42315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90cb83cda900) 00010000:00010000:0.0:1769754713.834829:0:42315:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1769754713.834843:0:42315:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90ca81128800/0x11e65116e9df235f lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2b94eb038208fcde expref: -99 pid: 42315 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1769754713.834986:0:42315:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90ca81128600/0x11e65116e9df2366 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1769754713.835011:0:42315:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90ca81128e00/0x11e65116e9df2304 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.6@tcp remote: 0x2b94eb038208fcc2 expref: 5 pid: 43811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1769754713.835020:0:42315:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff90ca81128600/0x11e65116e9df2366 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1769754713.835053:0:42315:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff90ca81128e00/0x11e65116e9df2304 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.6@tcp remote: 0x2b94eb038208fcc2 expref: 5 pid: 43811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1769754713.835065:0:42315:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff90ca81128e00/0x11e65116e9df2304 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.6@tcp remote: 0x2b94eb038208fcc2 expref: 5 pid: 43811 timeout: 1796 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1769754713.835086:0:42315:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90cbb8705880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:42315:1855720644834688:192.168.202.6@tcp:104: 00000100:00100000:0.0:1769754713.835167:0:42315:0:(client.c:2690:ptlrpc_set_wait()) set ffff90cbbb6cbd80 going to sleep for 11 seconds 00000100:00100000:1.0:1769754713.842668:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:2.0:1769754713.842796:0:42314:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855720624202752 00000100:00100000:2.0:1769754713.842811:0:42314:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855720624202752 00000100:00100000:2.0:1769754713.842891:0:42314:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 171 00000100:00100000:2.0:1769754713.842903:0:42314:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90cbbf881500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:44b15f98-ec2b-44ce-9a84-650ae6cf82b2+14:49252:x1855720624202752:12345-192.168.202.6@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1769754713.843168:0:42314:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90cbbf881500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:44b15f98-ec2b-44ce-9a84-650ae6cf82b2+14:49252:x1855720624202752:12345-192.168.202.6@tcp:57:lhsmtool_posix.0 Request processed in 267us (510us total) trans 0 rc 0/0 00000100:00100000:2.0:1769754713.843177:0:42314:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 171 00000040:00080000:0.0:1769754713.844217:0:42347:0:(llog.c:797:llog_process_thread()) index: 8, lh_last_idx: 8 synced_idx: 8 lgh_last_idx: 8 00000040:00080000:0.0:1769754713.844225:0:42347:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x32:0x0] at index 8 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1769754713.844257:0:42347:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x32:0x0] index 4 count 4 00000040:00080000:0.0:1769754713.844265:0:42347:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 9 count 2 00000100:00100000:1.0:1769754713.850674:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1769754713.850816:0:42315:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90cbb8705880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:42315:1855720644834688:192.168.202.6@tcp:104: 00010000:00010000:0.0:1769754713.850845:0:42315:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff90ca81128600/0x11e65116e9df2366 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42315 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1769754713.853633:0:42299:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855720624202880 00000100:00100000:3.0:1769754713.853649:0:42299:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855720624202880 00010000:00010000:3.0:1769754713.853710:0:42299:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff90ca81128e00/0x11e65116e9df2304 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.6@tcp remote: 0x2b94eb038208fcc2 expref: 6 pid: 43811 timeout: 1796 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1769754713.853757:0:42299:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 29 00000100:00100000:3.0:1769754713.853767:0:42299:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90ca88cc5850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:99ce4681-381f-407c-90f1-2ef98266ced9+6:2372:x1855720624202880:12345-192.168.202.6@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769754713.853784:0:42299:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769754713.853791:0:42299:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff90ca81128e00/0x11e65116e9df2304 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.6@tcp remote: 0x2b94eb038208fcc2 expref: 6 pid: 43811 timeout: 1796 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1769754713.853804:0:42299:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff90ca81128e00/0x11e65116e9df2304 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.6@tcp remote: 0x2b94eb038208fcc2 expref: 6 pid: 43811 timeout: 1796 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1769754713.853839:0:42299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90ca81128e00/0x11e65116e9df2304 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.6@tcp remote: 0x2b94eb038208fcc2 expref: 6 pid: 43811 timeout: 1796 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1769754713.853857:0:42299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90cb83cda900) 00010000:00010000:3.0:1769754713.853862:0:42299:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff90ca81128600/0x11e65116e9df2366 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1769754713.853880:0:42299:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90ca81128600/0x11e65116e9df2366 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 42315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1769754713.853889:0:42299:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90ca81128600/0x11e65116e9df2366 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 42315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1769754713.853950:0:42299:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769754713.854026:0:42299:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90ca88cc5850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:99ce4681-381f-407c-90f1-2ef98266ced9+5:2372:x1855720624202880:12345-192.168.202.6@tcp:103:ldlm_bl.0 Request processed in 261us (3361us total) trans 0 rc 0/0 00000100:00100000:3.0:1769754713.854034:0:42299:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 29 00010000:00010000:1.0:1769754713.855630:0:42315:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff90ca81128600/0x11e65116e9df2366 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1769754713.855646:0:42315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90ca81128600/0x11e65116e9df2366 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1769754713.855679:0:42315:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90ca887d7600/0x11e65116e9df236d lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x1f904cb5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1769754713.855693:0:42315:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90ca887d7600/0x11e65116e9df236d lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x1f904cb5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1769754713.855704:0:42315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90ca887d7600/0x11e65116e9df236d lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x1f904cb5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42315 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1769754713.856369:0:42315:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x105:0x0], index 0: 0 00010000:00010000:1.0:1769754713.856627:0:42315:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90ca887d7a00/0x11e65116e9df2374 lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x14:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1769754713.856640:0:42315:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90ca887d7a00/0x11e65116e9df2374 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x14:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1769754713.856665:0:42315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90ca887d7a00/0x11e65116e9df2374 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x14:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1769754713.856706:0:42315:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90ca81128600/0x11e65116e9df2366 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1769754713.856714:0:42315:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90ca81128600/0x11e65116e9df2366 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1769754713.856721:0:42315:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90ca81128600/0x11e65116e9df2366 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1769754713.856727:0:42315:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90ca81128600 already unused, calling callback (ffffffffc2101550) 00010000:00010000:1.0:1769754713.856732:0:42315:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90ca81128600/0x11e65116e9df2366 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1769754713.856739:0:42315:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90ca81128600/0x11e65116e9df2366 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1769754713.856751:0:42315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90cb83cda900) 00010000:00010000:1.0:1769754713.856754:0:42315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769754713.856758:0:42315:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90ca81128600/0x11e65116e9df2366 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1769754713.856763:0:42315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90ca81128600/0x11e65116e9df2366 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42315 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1769754713.856779:0:42315:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 0000000080c7d9fc reply state 000000003b0cf476 transno 34359738502 ns: mdt-lustre-MDT0000_UUID lock: ffff90ca887d7600/0x11e65116e9df236d lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x1f904cb5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42315 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1769754713.856787:0:42315:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1769754713.856831:0:42315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90ca81128800/0x11e65116e9df235f lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.6@tcp remote: 0x2b94eb038208fcde expref: 15 pid: 42315 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1769754713.856851:0:42315:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90ca887d7a00/0x11e65116e9df2374 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x14:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.6@tcp remote: 0x2b94eb038208fcde expref: 14 pid: 42315 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1769754713.856858:0:42315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x14:0x0].0x0 (ffff90cb82b5af00) 00010000:00010000:1.0:1769754713.856861:0:42315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1769754713.856863:0:42315:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90ca887d7a00, rc 0) 00000100:00100000:1.0:1769754713.856962:0:42315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90cbbb6f4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:44b15f98-ec2b-44ce-9a84-650ae6cf82b2+15:49253:x1855720624202368:12345-192.168.202.6@tcp:101:bash.0 Request processed in 22216us (24545us total) trans 34359738502 rc 0/0 00000100:00100000:1.0:1769754713.856971:0:42315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 170 00000100:00080000:0.0:1769754713.859571:0:42309:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1769754713.867283:0:3304:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90ca887d7600/0x11e65116e9df236d lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x1f904cb5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1769754713.867306:0:3304:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90ca887d7600/0x11e65116e9df236d lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x1f904cb5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1769754713.867316:0:3304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90ca887d7600/0x11e65116e9df236d lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x1f904cb5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1769754713.867324:0:3304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90ca887d7600 already unused, calling callback (ffffffffc2101550) 00010000:00010000:2.0:1769754713.867330:0:3304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90ca887d7600/0x11e65116e9df236d lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x1f904cb5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1769754713.867338:0:3304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90ca887d7600/0x11e65116e9df236d lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x1f904cb5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1769754713.867357:0:3304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x1f904cb5 (ffff90cb82b5a900) 00010000:00010000:2.0:1769754713.867360:0:3304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769754713.867385:0:3304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90ca887d7600/0x11e65116e9df236d lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x1f904cb5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1769754713.867392:0:3304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90ca887d7600/0x11e65116e9df236d lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x1f904cb5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42315 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1769754713.868678:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1769754713.868742:0:42936:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855720624203008 00000100:00100000:0.0:1769754713.868753:0:42936:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855720624203008 00000100:00100000:0.0:1769754713.868793:0:42936:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 44 00000100:00100000:0.0:1769754713.868802:0:42936:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90cbbf881880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2368:x1855720624203008:12345-192.168.202.6@tcp:8:bash.0 00010000:00080000:0.0:1769754713.868850:0:42936:0:(ldlm_lib.c:1429:target_handle_connect()) lustre-OST0000: connection from 44b15f98-ec2b-44ce-9a84-650ae6cf82b2@192.168.202.6@tcp t0 exp 0000000000000000 cur 1696 last 0 00000020:00000080:0.0:1769754713.868902:0:42936:0:(genops.c:1402:class_connect()) connect: client 44b15f98-ec2b-44ce-9a84-650ae6cf82b2, cookie 0x11e65116e9df2382 00002000:00100000:0.0:1769754713.868918:0:42936:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0000: cli 44b15f98-ec2b-44ce-9a84-650ae6cf82b2/ffff90ca8872c800 ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 2113248 ocd_grant: 5111808 ocd_index: 0 ocd_group 0 00002000:00100000:0.0:1769754713.868949:0:42936:0:(ofd_obd.c:222:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00002000:00080000:0.0:1769754713.869212:0:42936:0:(ofd_obd.c:365:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:0.0:1769754713.869247:0:42936:0:(import.c:65:import_set_state_nolock()) ffff90ca88729800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1769754713.869333:0:42936:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90cbbf881880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:44b15f98-ec2b-44ce-9a84-650ae6cf82b2+6:2368:x1855720624203008:12345-192.168.202.6@tcp:8:bash.0 Request processed in 530us (663us total) trans 0 rc 0/0 00000100:00100000:0.0:1769754713.869342:0:42936:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 44 00000100:00100000:1.0:1769754713.884012:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:2.0:1769754713.885560:0:42317:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855720624203392 00000100:00100000:2.0:1769754713.885574:0:42317:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855720624203392 00000100:00100000:2.0:1769754713.885653:0:42317:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 58 00000100:00100000:2.0:1769754713.885663:0:42317:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90cb82acb450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:44b15f98-ec2b-44ce-9a84-650ae6cf82b2+14:49252:x1855720624203392:12345-192.168.202.6@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1769754713.885953:0:42317:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90cb82acb450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:44b15f98-ec2b-44ce-9a84-650ae6cf82b2+15:49252:x1855720624203392:12345-192.168.202.6@tcp:35:lhsmtool_posix.0 Request processed in 290us (1951us total) trans 34359738503 rc 0/0 00000100:00100000:2.0:1769754713.885960:0:42317:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 58 00000100:00100000:3.0:1769754713.889749:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1769754713.889933:0:42936:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855720624203136 00000100:00100000:0.0:1769754713.889945:0:42936:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855720624203136 00000100:00100000:0.0:1769754713.890039:0:42936:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 45 00000100:00100000:0.0:1769754713.890050:0:42936:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90cbbb6f5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:44b15f98-ec2b-44ce-9a84-650ae6cf82b2+6:0:x1855720624203136:12345-192.168.202.6@tcp:101:bash.0 00010000:00010000:0.0:1769754713.890074:0:42936:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769754713.890104:0:42936:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000bc9a8ade/0x11e65116e9df2389 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x105:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2b94eb038208fce5 expref: -99 pid: 42936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1769754713.890135:0:42936:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x105:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1769754713.890157:0:42936:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769754713.890160:0:42936:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769754713.890171:0:42936:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bc9a8ade/0x11e65116e9df2389 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x105:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.6@tcp remote: 0x2b94eb038208fce5 expref: 7 pid: 42936 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1769754713.890190:0:42936:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000bc9a8ade/0x11e65116e9df2389 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x105:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.6@tcp remote: 0x2b94eb038208fce5 expref: 7 pid: 42936 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1769754713.890224:0:42936:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90ca81129200, rc 0) 00000100:00100000:0.0:1769754713.890288:0:42936:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90cbbb6f5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:44b15f98-ec2b-44ce-9a84-650ae6cf82b2+7:0:x1855720624203136:12345-192.168.202.6@tcp:101:bash.0 Request processed in 241us (550us total) trans 0 rc 0/0 00000100:00100000:0.0:1769754713.890295:0:42936:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 45 00000100:00080000:2.0:1769754713.891025:0:42309:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1769754713.908146:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1769754713.915752:0:42936:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855720624203520 00000100:00100000:0.0:1769754713.915770:0:42936:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855720624203520 00000100:00100000:0.0:1769754713.915884:0:42936:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 46 00000100:00100000:0.0:1769754713.915899:0:42936:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90cbbb6f4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:44b15f98-ec2b-44ce-9a84-650ae6cf82b2+7:49253:x1855720624203520:12345-192.168.202.6@tcp:101:bash.0 00010000:00010000:0.0:1769754713.915924:0:42936:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769754713.915948:0:42936:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a58ea698/0x11e65116e9df2390 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x105:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2b94eb038208fcec expref: -99 pid: 42936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1769754713.915999:0:42936:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000bc9a8ade/0x11e65116e9df2389 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x105:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.6@tcp remote: 0x2b94eb038208fce5 expref: 8 pid: 42936 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1769754713.916007:0:42936:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769754713.916010:0:42936:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769754713.916016:0:42936:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a58ea698/0x11e65116e9df2390 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x105:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.6@tcp remote: 0x2b94eb038208fcec expref: 8 pid: 42936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1769754713.916054:0:42936:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000bc9a8ade/0x11e65116e9df2389 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x105:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.6@tcp remote: 0x2b94eb038208fce5 expref: 8 pid: 42936 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1769754713.916068:0:42936:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000bc9a8ade/0x11e65116e9df2389 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x105:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.6@tcp remote: 0x2b94eb038208fce5 expref: 8 pid: 42936 timeout: 1796 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1769754713.916108:0:42936:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90cbb8705880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:42936:1855720644834816:192.168.202.6@tcp:104: 00000100:00100000:0.0:1769754713.916845:0:42936:0:(client.c:2690:ptlrpc_set_wait()) set ffff90cbbb6cbd80 going to sleep for 11 seconds 00000100:00100000:0.0:1769754713.922278:0:42936:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90cbb8705880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:42936:1855720644834816:192.168.202.6@tcp:104: 00010000:00010000:0.0:1769754713.922321:0:42936:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a58ea698/0x11e65116e9df2390 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x105:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.6@tcp remote: 0x2b94eb038208fcec expref: 8 pid: 42936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1769754713.922343:0:42936:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90ca81128a00, rc 0) 00000100:00100000:0.0:1769754713.922413:0:42936:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90cbbb6f4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:44b15f98-ec2b-44ce-9a84-650ae6cf82b2+8:49253:x1855720624203520:12345-192.168.202.6@tcp:101:bash.0 Request processed in 6519us (14445us total) trans 0 rc 0/0 00000100:00100000:0.0:1769754713.922421:0:42936:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 46 00000100:00100000:1.0:1769754713.934602:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:2.0:1769754713.934885:0:42300:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855720624203648 00000100:00100000:2.0:1769754713.934895:0:42300:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855720624203648 00010000:00010000:2.0:1769754713.934941:0:42300:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000bc9a8ade/0x11e65116e9df2389 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x105:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.6@tcp remote: 0x2b94eb038208fce5 expref: 8 pid: 42936 timeout: 1796 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1769754713.934992:0:42300:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 30 00000100:00100000:2.0:1769754713.935003:0:42300:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90cbbf882d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:44b15f98-ec2b-44ce-9a84-650ae6cf82b2+8:2369:x1855720624203648:12345-192.168.202.6@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769754713.935019:0:42300:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769754713.935042:0:42300:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000bc9a8ade/0x11e65116e9df2389 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x105:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.6@tcp remote: 0x2b94eb038208fce5 expref: 8 pid: 42936 timeout: 1796 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1769754713.935056:0:42300:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000bc9a8ade/0x11e65116e9df2389 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x105:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.6@tcp remote: 0x2b94eb038208fce5 expref: 8 pid: 42936 timeout: 1796 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1769754713.935105:0:42300:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bc9a8ade/0x11e65116e9df2389 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x105:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.6@tcp remote: 0x2b94eb038208fce5 expref: 8 pid: 42936 timeout: 1796 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1769754713.935123:0:42300:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769754713.935125:0:42300:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769754713.935132:0:42300:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000a58ea698/0x11e65116e9df2390 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x105:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.6@tcp remote: 0x2b94eb038208fcec expref: 7 pid: 42936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1769754713.935141:0:42300:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a58ea698/0x11e65116e9df2390 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x105:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.6@tcp remote: 0x2b94eb038208fcec expref: 7 pid: 42936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1769754713.935181:0:42300:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000a58ea698/0x11e65116e9df2390 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x105:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.6@tcp remote: 0x2b94eb038208fcec expref: 7 pid: 42936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1769754713.935195:0:42300:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90cb98567100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:42300:1855720644834944:192.168.202.6@tcp:105: 00000100:00100000:2.0:1769754713.935273:0:42300:0:(client.c:2690:ptlrpc_set_wait()) set ffff90cb90e95b40 going to sleep for 11 seconds 00000100:00100000:2.0:1769754713.941188:0:42300:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90cb98567100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:42300:1855720644834944:192.168.202.6@tcp:105: 00010000:00010000:2.0:1769754713.941218:0:42300:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769754713.941282:0:42300:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90cbbf882d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:44b15f98-ec2b-44ce-9a84-650ae6cf82b2+7:2369:x1855720624203648:12345-192.168.202.6@tcp:103:ldlm_bl.0 Request processed in 6281us (6690us total) trans 0 rc 0/0 00000100:00100000:2.0:1769754713.941294:0:42300:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 30 00000100:00100000:0.0:1769754713.950950:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:1.0:1769754713.951193:0:42316:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855720624203904 00000100:00100000:1.0:1769754713.951203:0:42316:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855720624203904 00000100:00100000:1.0:1769754713.951271:0:42316:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 59 00000100:00100000:1.0:1769754713.951282:0:42316:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90cbb8705880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:44b15f98-ec2b-44ce-9a84-650ae6cf82b2+15:49253:x1855720624203904:12345-192.168.202.6@tcp:35:bash.0 00000100:00100000:1.0:1769754713.951681:0:42316:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90cbb8705880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:44b15f98-ec2b-44ce-9a84-650ae6cf82b2+16:49253:x1855720624203904:12345-192.168.202.6@tcp:35:bash.0 Request processed in 399us (739us total) trans 34359738504 rc 0/0 00000100:00100000:1.0:1769754713.951690:0:42316:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 59 00000100:00100000:1.0:1769754714.075232:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1769754714.075362:0:42315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855720624204032 00000100:00100000:0.0:1769754714.075375:0:42315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855720624204032 00000100:00100000:0.0:1769754714.075445:0:42315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 172 00000100:00100000:0.0:1769754714.075455:0:42315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90cbbf882a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:44b15f98-ec2b-44ce-9a84-650ae6cf82b2+16:49256:x1855720624204032:12345-192.168.202.6@tcp:101:lfs.0 00010000:00010000:0.0:1769754714.075483:0:42315:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769754714.075542:0:42315:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90ca81129600/0x11e65116e9df2397 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2b94eb038208fcf3 expref: -99 pid: 42315 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1769754714.075615:0:42315:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90ca81129e00/0x11e65116e9df239e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1769754714.075629:0:42315:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90ca81129e00/0x11e65116e9df239e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1769754714.075662:0:42315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90ca81129e00/0x11e65116e9df239e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42315 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1769754714.075729:0:42315:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:0.0:1769754714.075734:0:42315:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 30 stripe count 1 MDT count 1 00000004:00010000:0.0:1769754714.075756:0:42315:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90ca81129e00/0x11e65116e9df239e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1769754714.075784:0:42315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90ca81129600/0x11e65116e9df2397 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.6@tcp remote: 0x2b94eb038208fcf3 expref: 18 pid: 42315 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1769754714.075804:0:42315:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90ca81129e00/0x11e65116e9df239e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.6@tcp remote: 0x2b94eb038208fcf3 expref: 17 pid: 42315 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1769754714.075814:0:42315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90cb83c8fd00) 00010000:00010000:0.0:1769754714.075818:0:42315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1769754714.075821:0:42315:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90ca81129e00, rc 0) 00000100:00100000:0.0:1769754714.075899:0:42315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90cbbf882a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:44b15f98-ec2b-44ce-9a84-650ae6cf82b2+17:49256:x1855720624204032:12345-192.168.202.6@tcp:101:lfs.0 Request processed in 444us (680us total) trans 0 rc 0/0 00000100:00100000:0.0:1769754714.075908:0:42315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 172 00000100:00100000:3.0:1769754714.360854:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:2.0:1769754714.360984:0:42314:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855720624204288 00000100:00100000:2.0:1769754714.360995:0:42314:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855720624204288 00000100:00100000:2.0:1769754714.361059:0:42314:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 173 00000100:00100000:2.0:1769754714.361070:0:42314:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90cbbb6f6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:44b15f98-ec2b-44ce-9a84-650ae6cf82b2+17:49272:x1855720624204288:12345-192.168.202.6@tcp:101:lfs.0 00010000:00010000:2.0:1769754714.361106:0:42314:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769754714.361128:0:42314:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90cb92101c00/0x11e65116e9df23a5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2b94eb038208fcfa expref: -99 pid: 42314 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1769754714.361234:0:42314:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90cb92100400/0x11e65116e9df23ac lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x14:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42314 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1769754714.361249:0:42314:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90cb92100400/0x11e65116e9df23ac lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x14:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42314 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1769754714.361260:0:42314:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90cb92100400/0x11e65116e9df23ac lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x14:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42314 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1769754714.361272:0:42314:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0x14:0x0]: returning size 11 00010000:00010000:2.0:1769754714.361401:0:42314:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90cb92101c00/0x11e65116e9df23a5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.6@tcp remote: 0x2b94eb038208fcfa expref: 20 pid: 42314 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1769754714.361419:0:42314:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90cb92100400/0x11e65116e9df23ac lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x14:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.6@tcp remote: 0x2b94eb038208fcfa expref: 19 pid: 42314 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1769754714.361427:0:42314:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x14:0x0].0x0 (ffff90cb82b5af00) 00010000:00010000:2.0:1769754714.361430:0:42314:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1769754714.361434:0:42314:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90cb92100400, rc 0) 00000100:00100000:2.0:1769754714.361546:0:42314:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90cbbb6f6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:44b15f98-ec2b-44ce-9a84-650ae6cf82b2+19:49272:x1855720624204288:12345-192.168.202.6@tcp:101:lfs.0 Request processed in 478us (701us total) trans 34359738505 rc 0/0 00000100:00100000:2.0:1769754714.361553:0:42314:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 173 00000100:00100000:3.0:1769754714.367994:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:2.0:1769754714.368165:0:42300:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855720624204416 00000100:00100000:2.0:1769754714.368178:0:42300:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855720624204416 00000100:00100000:2.0:1769754714.368247:0:42300:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 12 00000100:00100000:2.0:1769754714.368271:0:42300:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90cbbb6f5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:44b15f98-ec2b-44ce-9a84-650ae6cf82b2+19:2372:x1855720624204416:12345-192.168.202.6@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769754714.368287:0:42300:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769754714.368313:0:42300:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90cb92100400/0x11e65116e9df23ac lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x14:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.6@tcp remote: 0x2b94eb038208fcfa expref: 19 pid: 42314 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1769754714.368331:0:42300:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x14:0x0].0x0 (ffff90cb82b5af00) 00010000:00010000:2.0:1769754714.368336:0:42300:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769754714.368399:0:42300:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90cbbb6f5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:44b15f98-ec2b-44ce-9a84-650ae6cf82b2+18:2372:x1855720624204416:12345-192.168.202.6@tcp:103:ldlm_bl.0 Request processed in 131us (414us total) trans 0 rc 0/0 00000100:00100000:2.0:1769754714.368408:0:42300:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 12 00000100:00100000:1.0:1769754714.374176:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1769754714.376891:0:42315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855720624204672 00000100:00100000:0.0:1769754714.376910:0:42315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855720624204672 00000100:00100000:0.0:1769754714.376997:0:42315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 174 00000100:00100000:0.0:1769754714.377009:0:42315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90cbbf881c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:44b15f98-ec2b-44ce-9a84-650ae6cf82b2+18:49272:x1855720624204672:12345-192.168.202.6@tcp:101:lfs.0 00010000:00010000:0.0:1769754714.377034:0:42315:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769754714.377057:0:42315:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90ca81129600/0x11e65116e9df23ba lrc: 2/0,0 mode: --/CR res: [0x200003ab1:0x14:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2b94eb038208fd01 expref: -99 pid: 42315 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1769754714.377193:0:42315:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90ca81128400/0x11e65116e9df23c1 lrc: 3/0,1 mode: --/PW res: [0x200003ab1:0x14:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1769754714.377209:0:42315:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90ca81128400/0x11e65116e9df23c1 lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x14:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1769754714.377222:0:42315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90ca81128400/0x11e65116e9df23c1 lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x14:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42315 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1769754714.377236:0:42315:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0x14:0x0]: returning size 11 00010000:00010000:0.0:1769754714.377631:0:42315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90ca81129600/0x11e65116e9df23ba lrc: 0/0,0 mode: --/CR res: [0x200003ab1:0x14:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.6@tcp remote: 0x2b94eb038208fd01 expref: 21 pid: 42315 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1769754714.377652:0:42315:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90ca81128400/0x11e65116e9df23c1 lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x14:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.6@tcp remote: 0x2b94eb038208fd01 expref: 20 pid: 42315 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1769754714.377661:0:42315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x14:0x0].0x0 (ffff90cb82b5af00) 00010000:00010000:0.0:1769754714.377664:0:42315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1769754714.377668:0:42315:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90ca81128400, rc 0) 00000100:00100000:0.0:1769754714.377893:0:42315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90cbbf881c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:44b15f98-ec2b-44ce-9a84-650ae6cf82b2+20:49272:x1855720624204672:12345-192.168.202.6@tcp:101:lfs.0 Request processed in 885us (3725us total) trans 34359738506 rc 0/0 00000100:00100000:0.0:1769754714.377903:0:42315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 174 00000100:00100000:1.0:1769754714.387155:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1769754714.387995:0:42936:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855720624204800 00000100:00100000:0.0:1769754714.388008:0:42936:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855720624204800 00000100:00100000:0.0:1769754714.388077:0:42936:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 47 00000100:00100000:0.0:1769754714.388088:0:42936:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90cbbf880e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:44b15f98-ec2b-44ce-9a84-650ae6cf82b2+7:2371:x1855720624204800:12345-192.168.202.6@tcp:1:lfs.0 00010000:00010000:0.0:1769754714.388142:0:42936:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002fb6d40f/0x11e65116e9df23cf lrc: 3/0,1 mode: --/PW res: [0x240000400:0x105:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1769754714.388178:0:42936:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000a58ea698/0x11e65116e9df2390 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x105:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.6@tcp remote: 0x2b94eb038208fcec expref: 7 pid: 42936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1769754714.388186:0:42936:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1769754714.388188:0:42936:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1769754714.388192:0:42936:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002fb6d40f/0x11e65116e9df23cf lrc: 4/0,1 mode: --/PW res: [0x240000400:0x105:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 42936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1769754714.388229:0:42936:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000a58ea698/0x11e65116e9df2390 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x105:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.6@tcp remote: 0x2b94eb038208fcec expref: 7 pid: 42936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1769754714.388246:0:42936:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000a58ea698/0x11e65116e9df2390 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x105:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.6@tcp remote: 0x2b94eb038208fcec expref: 7 pid: 42936 timeout: 1797 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1769754714.388262:0:42936:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90cbb8704700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:42936:1855720644835072:192.168.202.6@tcp:104: 00000100:00100000:0.0:1769754714.388363:0:42936:0:(client.c:2690:ptlrpc_set_wait()) set ffff90cbbb6cbd80 going to sleep for 11 seconds 00000100:00100000:0.0:1769754714.395129:0:42936:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90cbb8704700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:42936:1855720644835072:192.168.202.6@tcp:104: 00010000:00010000:0.0:1769754714.395349:0:42936:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000002fb6d40f/0x11e65116e9df23cf lrc: 3/0,1 mode: --/PW res: [0x240000400:0x105:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 42936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1769754714.400141:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:2.0:1769754714.400244:0:42942:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855720624204928 00000100:00100000:2.0:1769754714.400256:0:42942:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855720624204928 00002000:00100000:2.0:1769754714.400318:0:42942:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x105:0x0] (0->10) req@ffff90cbbf880a80 x1855720624204928/t0(0) o4->44b15f98-ec2b-44ce-9a84-650ae6cf82b2@192.168.202.6@tcp:750/0 lens 504/0 e 0 to 0 dl 1769754725 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769754714.400329:0:42942:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff90cbbf880a80 with x1855720624204928 ext(0->10) 00010000:00010000:2.0:1769754714.400338:0:42942:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 00000000a58ea698/0x11e65116e9df2390 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x105:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.6@tcp remote: 0x2b94eb038208fcec expref: 8 pid: 42936 timeout: 1797 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1769754714.400355:0:42942:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 00000000a58ea698/0x11e65116e9df2390 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x105:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.6@tcp remote: 0x2b94eb038208fcec expref: 8 pid: 42936 timeout: 1797 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1769754714.400362:0:42942:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff90cbbf880a80 00000100:00100000:2.0:1769754714.400399:0:42942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 2 00000100:00100000:2.0:1769754714.400409:0:42942:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90cbbf880a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:44b15f98-ec2b-44ce-9a84-650ae6cf82b2+8:2371:x1855720624204928:12345-192.168.202.6@tcp:4:lfs.0 00000001:00100000:0.0:1769754714.551117:0:6576:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 44b15f98-ec2b-44ce-9a84-650ae6cf82b2 00000100:00100000:3.0:1769754714.551725:0:42942:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90cbbf880a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:44b15f98-ec2b-44ce-9a84-650ae6cf82b2+9:2371:x1855720624204928:12345-192.168.202.6@tcp:4:lfs.0 Request processed in 151311us (151589us total) trans 34359738380 rc 0/0 00000100:00100000:3.0:1769754714.551738:0:42942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 2 00002000:00100000:3.0:1769754714.551751:0:42942:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x105:0x0] (0->10) req@ffff90cbbf880a80 x1855720624204928/t34359738380(0) o4->44b15f98-ec2b-44ce-9a84-650ae6cf82b2@192.168.202.6@tcp:750/0 lens 504/448 e 0 to 0 dl 1769754725 ref 1 fl Complete:H/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769754714.551761:0:42942:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff90cbbf880a80 with x1855720624204928 ext(0->10) 00010000:00010000:3.0:1769754714.551772:0:42942:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 00000000a58ea698/0x11e65116e9df2390 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x105:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.6@tcp remote: 0x2b94eb038208fcec expref: 9 pid: 42936 timeout: 1797 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1769754714.551789:0:42942:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 00000000a58ea698/0x11e65116e9df2390 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x105:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.6@tcp remote: 0x2b94eb038208fcec expref: 9 pid: 42936 timeout: 1797 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1769754714.551798:0:42942:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff90cbbf880a80 00000100:00100000:3.0:1769754714.559315:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1769754714.559534:0:42299:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855720624205056 00000100:00100000:0.0:1769754714.559545:0:42299:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855720624205056 00010000:00010000:0.0:1769754714.559586:0:42299:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000a58ea698/0x11e65116e9df2390 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x105:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.6@tcp remote: 0x2b94eb038208fcec expref: 9 pid: 42936 timeout: 1797 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1769754714.559655:0:42299:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 31 00000100:00100000:0.0:1769754714.559665:0:42299:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90cbbb6f7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:44b15f98-ec2b-44ce-9a84-650ae6cf82b2+9:2371:x1855720624205056:12345-192.168.202.6@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769754714.559680:0:42299:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1769754714.559698:0:42299:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x105:0x0] updating lvb size from disk: 0 -> 11 00002000:00010000:0.0:1769754714.559701:0:42299:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x105:0x0] updating lvb mtime from disk: 0 -> 1769754714 00002000:00010000:0.0:1769754714.559704:0:42299:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x105:0x0] updating lvb atime from disk: 0 -> 1769754715 00002000:00010000:0.0:1769754714.559706:0:42299:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x105:0x0] updating lvb ctime from disk: 0 -> 1769754714 00010000:00010000:0.0:1769754714.559715:0:42299:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000a58ea698/0x11e65116e9df2390 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x105:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.6@tcp remote: 0x2b94eb038208fcec expref: 9 pid: 42936 timeout: 1797 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1769754714.559731:0:42299:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000a58ea698/0x11e65116e9df2390 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x105:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.6@tcp remote: 0x2b94eb038208fcec expref: 9 pid: 42936 timeout: 1797 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1769754714.559755:0:42299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a58ea698/0x11e65116e9df2390 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x105:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.6@tcp remote: 0x2b94eb038208fcec expref: 9 pid: 42936 timeout: 1797 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1769754714.559771:0:42299:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769754714.559773:0:42299:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769754714.559779:0:42299:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000002fb6d40f/0x11e65116e9df23cf lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x105:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 42936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1769754714.559789:0:42299:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002fb6d40f/0x11e65116e9df23cf lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x105:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 42936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1769754714.560130:0:42299:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769754714.560469:0:42299:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90cbbb6f7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:44b15f98-ec2b-44ce-9a84-650ae6cf82b2+8:2371:x1855720624205056:12345-192.168.202.6@tcp:103:ldlm_bl.0 Request processed in 793us (1152us total) trans 0 rc 0/0 00000100:00100000:1.0:1769754714.560487:0:42299:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 31 00010000:00010000:3.0:1769754714.561143:0:42936:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000002fb6d40f/0x11e65116e9df23cf lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x105:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 42936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1769754714.561171:0:42936:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002fb6d40f/0x11e65116e9df23cf lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x105:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 42936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1769754714.561207:0:42936:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002fb6d40f/0x11e65116e9df23cf lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x105:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 42936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1769754714.561216:0:42936:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002fb6d40f/0x11e65116e9df23cf lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x105:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 42936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1769754714.561225:0:42936:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002fb6d40f/0x11e65116e9df23cf lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x105:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 42936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1769754714.561232:0:42936:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90ca81129600 already unused, calling callback (ffffffffc16a4360) 00010000:00010000:3.0:1769754714.561236:0:42936:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002fb6d40f/0x11e65116e9df23cf lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x105:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 42936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1769754714.561245:0:42936:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002fb6d40f/0x11e65116e9df23cf lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x105:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 42936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1769754714.561262:0:42936:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002fb6d40f/0x11e65116e9df23cf lrc: 2/0,0 mode: --/PW res: [0x240000400:0x105:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 42936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1769754714.561270:0:42936:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002fb6d40f/0x11e65116e9df23cf lrc: 0/0,0 mode: --/PW res: [0x240000400:0x105:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 42936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1769754714.561441:0:42936:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90cbbf880e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:44b15f98-ec2b-44ce-9a84-650ae6cf82b2+7:2371:x1855720624204800:12345-192.168.202.6@tcp:1:lfs.0 Request processed in 173353us (174293us total) trans 0 rc 0/0 00000100:00100000:3.0:1769754714.561451:0:42936:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 47 00000100:00100000:3.0:1769754714.579405:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:2.0:1769754714.579695:0:42317:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855720624205312 00000100:00100000:2.0:1769754714.579724:0:42317:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855720624205312 00000100:00100000:2.0:1769754714.579798:0:42317:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 60 00000100:00100000:2.0:1769754714.579809:0:42317:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90cbbb6f5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:44b15f98-ec2b-44ce-9a84-650ae6cf82b2+20:49272:x1855720624205312:12345-192.168.202.6@tcp:35:lfs.0 00000004:00010000:2.0:1769754714.579897:0:42317:0:(mdt_open.c:1996:mdt_hsm_release()) ### [0x200003ab1:0x14:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff90ca81128400/0x11e65116e9df23c1 lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x14:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.6@tcp remote: 0x2b94eb038208fd01 expref: 20 pid: 42315 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1769754714.580156:0:42317:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 34359738507 00000001:00080000:2.0:1769754714.580206:0:42317:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 34359738508 00000001:00080000:2.0:1769754714.580855:0:42317:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 34359738509 00010000:00010000:2.0:1769754714.580932:0:42317:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff90cb92101000/0x11e65116e9df23d6 lrc: 3/0,1 mode: --/EX res: [0x200003ab1:0x14:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42317 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1769754714.580948:0:42317:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90ca887d7a00/0x11e65116e9df2374 lrc: 2/0,0 mode: PR/PR res: [0x200003ab1:0x14:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.6@tcp remote: 0x2b94eb038208fcde expref: 24 pid: 42315 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1769754714.580957:0:42317:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff90cb92101000/0x11e65116e9df23d6 lrc: 4/0,1 mode: --/EX res: [0x200003ab1:0x14:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42317 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1769754714.580994:0:42317:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff90ca887d7a00/0x11e65116e9df2374 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x14:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.6@tcp remote: 0x2b94eb038208fcde expref: 24 pid: 42315 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1769754714.581008:0:42317:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff90ca887d7a00/0x11e65116e9df2374 lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x14:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.6@tcp remote: 0x2b94eb038208fcde expref: 24 pid: 42315 timeout: 1797 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1769754714.581023:0:42317:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90cb98567100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:42317:1855720644835200:192.168.202.6@tcp:104: 00000100:00100000:2.0:1769754714.581330:0:42317:0:(client.c:2690:ptlrpc_set_wait()) set ffff90cb90e95cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1769754714.586353:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:1.0:1769754714.586530:0:42317:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90cb98567100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:42317:1855720644835200:192.168.202.6@tcp:104: 00010000:00010000:1.0:1769754714.586563:0:42317:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff90cb92101000/0x11e65116e9df23d6 lrc: 3/0,1 mode: --/EX res: [0x200003ab1:0x14:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42317 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1769754714.589164:0:42299:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855720624205440 00000100:00100000:3.0:1769754714.589178:0:42299:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855720624205440 00010000:00010000:3.0:1769754714.589226:0:42299:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff90ca887d7a00/0x11e65116e9df2374 lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x14:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.6@tcp remote: 0x2b94eb038208fcde expref: 25 pid: 42315 timeout: 1797 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1769754714.589274:0:42299:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 32 00000100:00100000:3.0:1769754714.589284:0:42299:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90cb98564700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:44b15f98-ec2b-44ce-9a84-650ae6cf82b2+25:2371:x1855720624205440:12345-192.168.202.6@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769754714.589300:0:42299:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769754714.589307:0:42299:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff90ca887d7a00/0x11e65116e9df2374 lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x14:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.6@tcp remote: 0x2b94eb038208fcde expref: 25 pid: 42315 timeout: 1797 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1769754714.589320:0:42299:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff90ca887d7a00/0x11e65116e9df2374 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x14:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.6@tcp remote: 0x2b94eb038208fcde expref: 25 pid: 42315 timeout: 1797 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1769754714.589344:0:42299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90ca887d7a00/0x11e65116e9df2374 lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x14:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.6@tcp remote: 0x2b94eb038208fcde expref: 25 pid: 42315 timeout: 1797 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1769754714.589362:0:42299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x14:0x0].0x0 (ffff90cb82b5af00) 00010000:00010000:3.0:1769754714.589366:0:42299:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff90cb92101000/0x11e65116e9df23d6 lrc: 3/0,1 mode: --/EX res: [0x200003ab1:0x14:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42317 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1769754714.589376:0:42299:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90cb92101000/0x11e65116e9df23d6 lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x14:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 42317 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1769754714.589397:0:42299:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90cb92101000/0x11e65116e9df23d6 lrc: 4/0,1 mode: EX/EX res: [0x200003ab1:0x14:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 42317 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1769754714.589631:0:42299:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769754714.589702:0:42299:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90cb98564700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:44b15f98-ec2b-44ce-9a84-650ae6cf82b2+24:2371:x1855720624205440:12345-192.168.202.6@tcp:103:ldlm_bl.0 Request processed in 417us (3357us total) trans 0 rc 0/0 00000100:00100000:3.0:1769754714.589710:0:42299:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 32 00010000:00010000:1.0:1769754714.593400:0:42317:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff90cb92101000/0x11e65116e9df23d6 lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x14:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42317 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1769754714.593416:0:42317:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90cb92101000/0x11e65116e9df23d6 lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x14:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42317 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1769754714.593577:0:42317:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 34359738510 00000001:00080000:1.0:1769754714.593769:0:42317:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 34359738511 00000100:00100000:1.0:1769754714.593905:0:42317:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90cbbf882680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:42317:1855720644835328:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1769754714.594016:0:42317:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769754714.594044:0:42317:0:(client.c:2690:ptlrpc_set_wait()) set ffff90cb86d7c9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1769754714.594434:0:42318:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855720644835328 00000100:00100000:0.0:1769754714.594443:0:42318:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855720644835328 00000100:00100000:1.0:1769754714.594785:0:42318:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1769754714.594796:0:42318:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90cbbf882300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:42317:x1855720644835328:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1769754714.594931:0:42318:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90cbbf882300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:42317:x1855720644835328:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 135us (913us total) trans 0 rc 0/0 00000100:00100000:1.0:1769754714.594939:0:42318:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1769754714.595020:0:42317:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90cbbf882680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:42317:1855720644835328:0@lo:1000:mdt_rdpg00_001.0 00000001:00080000:0.0:1769754714.595206:0:42317:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 34359738512 00000100:00100000:0.0:1769754714.595268:0:42317:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90cbb8704700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:42317:1855720644835456:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1769754714.595299:0:42317:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769754714.602268:0:42317:0:(client.c:2690:ptlrpc_set_wait()) set ffff90cbc03b9000 going to sleep for 11 seconds 00000100:00100000:2.0:1769754714.605525:0:42319:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855720644835456 00000100:00100000:2.0:1769754714.605545:0:42319:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855720644835456 00000100:00100000:2.0:1769754714.605664:0:42319:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1769754714.605677:0:42319:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90cbb8705500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:42317:x1855720644835456:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1769754714.606319:0:42319:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90cbb8705500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:42317:x1855720644835456:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 644us (11017us total) trans 34359738381 rc 0/0 00000100:00100000:2.0:1769754714.606327:0:42319:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1769754714.606447:0:42317:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90cbb8704700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:42317:1855720644835456:0@lo:1000:mdt_rdpg00_001.0 00000001:00080000:0.0:1769754714.606554:0:42317:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 34359738513 00010000:00010000:0.0:1769754714.606607:0:42317:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff90cb92101000/0x11e65116e9df23d6 lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x14:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42317 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1769754714.606617:0:42317:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90cb92101000/0x11e65116e9df23d6 lrc: 2/0,0 mode: EX/EX res: [0x200003ab1:0x14:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42317 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1769754714.606625:0:42317:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90cb92101000/0x11e65116e9df23d6 lrc: 3/0,0 mode: EX/EX res: [0x200003ab1:0x14:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42317 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1769754714.606631:0:42317:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90cb92101000 already unused, calling callback (ffffffffc2101550) 00010000:00010000:0.0:1769754714.606635:0:42317:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90cb92101000/0x11e65116e9df23d6 lrc: 3/0,0 mode: EX/EX res: [0x200003ab1:0x14:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42317 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1769754714.606643:0:42317:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90cb92101000/0x11e65116e9df23d6 lrc: 4/0,0 mode: EX/EX res: [0x200003ab1:0x14:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42317 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1769754714.606657:0:42317:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x14:0x0].0x0 (ffff90cb82b5af00) 00010000:00010000:0.0:1769754714.606660:0:42317:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:0.0:1769754714.606664:0:42317:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90cb92101000/0x11e65116e9df23d6 lrc: 2/0,0 mode: --/EX res: [0x200003ab1:0x14:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42317 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1769754714.606669:0:42317:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90cb92101000/0x11e65116e9df23d6 lrc: 0/0,0 mode: --/EX res: [0x200003ab1:0x14:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42317 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1769754714.606898:0:42317:0:(mdd_object.c:3993:mdd_close()) Object [0x200003ab1:0x15:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:0.0:1769754714.607179:0:42317:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x2e:0x0].6, 64 off8600 00000004:00080000:0.0:1769754714.607192:0:42317:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1697594698356ns, next at 1698594695168ns, rc = 0 00000001:00080000:0.0:1769754714.607201:0:42317:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 34359738514 00010000:00010000:0.0:1769754714.607277:0:42317:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x14:0x0].0x0 (ffff90cb82b5af00) 00010000:00010000:0.0:1769754714.607281:0:42317:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1769754714.607288:0:42317:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90ca81128400/0x11e65116e9df23c1 lrc: 0/0,0 mode: --/PW res: [0x200003ab1:0x14:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.6@tcp remote: 0x2b94eb038208fd01 expref: 28 pid: 42315 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1769754714.607399:0:42317:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90cbbb6f5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:44b15f98-ec2b-44ce-9a84-650ae6cf82b2+27:49272:x1855720624205312:12345-192.168.202.6@tcp:35:lfs.0 Request processed in 27593us (28006us total) trans 34359738515 rc 0/0 00000100:00100000:0.0:1769754714.607408:0:42317:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 60 00000020:00080000:0.0:1769754714.607412:0:42317:0:(tgt_main.c:782:tgt_ses_key_exit()) total 9 transactions per RPC 00000100:00100000:2.0:1769754714.611089:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1769754714.611168:0:42315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855720624205568 00000100:00100000:0.0:1769754714.611178:0:42315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855720624205568 00000100:00100000:0.0:1769754714.611237:0:42315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 175 00000100:00100000:0.0:1769754714.611246:0:42315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90cb98564000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:44b15f98-ec2b-44ce-9a84-650ae6cf82b2+27:49272:x1855720624205568:12345-192.168.202.6@tcp:101:lfs.0 00010000:00010000:0.0:1769754714.611271:0:42315:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769754714.611299:0:42315:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90ca81128c00/0x11e65116e9df23dd lrc: 2/0,0 mode: --/CR res: [0x200003ab1:0x14:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2b94eb038208fd08 expref: -99 pid: 42315 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1769754714.611354:0:42315:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90ca81128c00/0x11e65116e9df23dd lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x14:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.6@tcp remote: 0x2b94eb038208fd08 expref: 28 pid: 42315 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1769754714.611370:0:42315:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90ca81128c00/0x11e65116e9df23dd lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x14:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.6@tcp remote: 0x2b94eb038208fd08 expref: 28 pid: 42315 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1769754714.611406:0:42315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x14:0x0].0x0 (ffff90cb83c8fa00) 00010000:00010000:0.0:1769754714.611409:0:42315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1769754714.611412:0:42315:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90ca81128c00, rc 0) 00000100:00100000:0.0:1769754714.611484:0:42315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90cb98564000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:44b15f98-ec2b-44ce-9a84-650ae6cf82b2+28:49272:x1855720624205568:12345-192.168.202.6@tcp:101:lfs.0 Request processed in 238us (403us total) trans 0 rc 0/0 00000100:00100000:0.0:1769754714.611527:0:42315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 175 00000100:00100000:2.0:1769754714.621281:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1769754714.621389:0:42317:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855720624205824 00000100:00100000:0.0:1769754714.621401:0:42317:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855720624205824 00000100:00100000:0.0:1769754714.621468:0:42317:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 61 00000100:00100000:0.0:1769754714.621479:0:42317:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90cb98566d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:44b15f98-ec2b-44ce-9a84-650ae6cf82b2+28:49272:x1855720624205824:12345-192.168.202.6@tcp:35:lfs.0 00000100:00100000:0.0:1769754714.621753:0:42317:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90cb98566d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:44b15f98-ec2b-44ce-9a84-650ae6cf82b2+29:49272:x1855720624205824:12345-192.168.202.6@tcp:35:lfs.0 Request processed in 274us (481us total) trans 34359738516 rc 0/0 00000100:00100000:0.0:1769754714.621761:0:42317:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 61 00000100:00100000:3.0:1769754714.740393:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:2.0:1769754714.740741:0:42314:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855720624205952 00000100:00100000:2.0:1769754714.740752:0:42314:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855720624205952 00000100:00100000:2.0:1769754714.740821:0:42314:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 176 00000100:00100000:2.0:1769754714.740833:0:42314:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90cbbb6f4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:44b15f98-ec2b-44ce-9a84-650ae6cf82b2+29:49282:x1855720624205952:12345-192.168.202.6@tcp:34:lfs.0 00010000:00010000:2.0:1769754714.740941:0:42314:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90cb92100600/0x11e65116e9df23e4 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42314 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1769754714.740959:0:42314:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90cb92100600/0x11e65116e9df23e4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42314 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1769754714.740981:0:42314:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90cb92100600/0x11e65116e9df23e4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42314 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1769754714.740997:0:42314:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90cb92101400/0x11e65116e9df23eb lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x1f904cb5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42314 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1769754714.741004:0:42314:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90cb92101400/0x11e65116e9df23eb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1f904cb5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42314 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1769754714.741010:0:42314:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90cb92101400/0x11e65116e9df23eb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1f904cb5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42314 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1769754714.741114:0:42314:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90cb92101600/0x11e65116e9df23f2 lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x14:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42314 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1769754714.741137:0:42314:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90cb92101600/0x11e65116e9df23f2 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x14:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42314 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1769754714.741144:0:42314:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90cb92101600/0x11e65116e9df23f2 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x14:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42314 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1769754714.741190:0:42314:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90cb92101600/0x11e65116e9df23f2 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x14:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42314 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1769754714.741204:0:42314:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90cb92100600/0x11e65116e9df23e4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42314 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1769754714.741210:0:42314:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90cb92100600/0x11e65116e9df23e4 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42314 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1769754714.741217:0:42314:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90cb92100600/0x11e65116e9df23e4 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42314 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1769754714.741222:0:42314:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90cb92100600 already unused, calling callback (ffffffffc2101550) 00010000:00010000:2.0:1769754714.741227:0:42314:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90cb92100600/0x11e65116e9df23e4 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42314 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1769754714.741234:0:42314:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90cb92100600/0x11e65116e9df23e4 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42314 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1769754714.741245:0:42314:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90cb83c8fd00) 00010000:00010000:2.0:1769754714.741248:0:42314:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769754714.741252:0:42314:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90cb92100600/0x11e65116e9df23e4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42314 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1769754714.741258:0:42314:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90cb92100600/0x11e65116e9df23e4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42314 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1769754714.741279:0:42314:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90cb92101400/0x11e65116e9df23eb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1f904cb5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42314 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1769754714.741284:0:42314:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90cb92101400/0x11e65116e9df23eb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1f904cb5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42314 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1769754714.741289:0:42314:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90cb92101400/0x11e65116e9df23eb lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1f904cb5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42314 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1769754714.741294:0:42314:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90cb92101400 already unused, calling callback (ffffffffc2101550) 00010000:00010000:2.0:1769754714.741297:0:42314:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90cb92101400/0x11e65116e9df23eb lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1f904cb5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42314 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1769754714.741317:0:42314:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90cb92101400/0x11e65116e9df23eb lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1f904cb5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42314 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1769754714.741324:0:42314:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x1f904cb5 (ffff90cb83cdaf00) 00010000:00010000:2.0:1769754714.741326:0:42314:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769754714.741329:0:42314:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90cb92101400/0x11e65116e9df23eb lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x1f904cb5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42314 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1769754714.741335:0:42314:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90cb92101400/0x11e65116e9df23eb lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x1f904cb5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42314 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1769754714.741352:0:42314:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90cb92101600/0x11e65116e9df23f2 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x14:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42314 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1769754714.741357:0:42314:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90cb92101600/0x11e65116e9df23f2 lrc: 2/0,0 mode: PR/PR res: [0x200003ab1:0x14:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42314 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1769754714.741362:0:42314:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90cb92101600/0x11e65116e9df23f2 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x14:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42314 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1769754714.741374:0:42314:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90cb92101600 already unused, calling callback (ffffffffc2101550) 00010000:00010000:2.0:1769754714.741377:0:42314:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90cb92101600/0x11e65116e9df23f2 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x14:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42314 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1769754714.741383:0:42314:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90cb92101600/0x11e65116e9df23f2 lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x14:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42314 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1769754714.741391:0:42314:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x14:0x0].0x0 (ffff90cb83c8fa00) 00010000:00010000:2.0:1769754714.741392:0:42314:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769754714.741396:0:42314:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90cb92101600/0x11e65116e9df23f2 lrc: 2/0,0 mode: --/PR res: [0x200003ab1:0x14:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42314 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1769754714.741401:0:42314:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90cb92101600/0x11e65116e9df23f2 lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x14:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42314 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1769754714.741829:0:42314:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90cbbb6f4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:44b15f98-ec2b-44ce-9a84-650ae6cf82b2+29:49282:x1855720624205952:12345-192.168.202.6@tcp:34:lfs.0 Request processed in 994us (1444us total) trans 0 rc 0/0 00000100:00100000:2.0:1769754714.741838:0:42314:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 176 00010000:00010000:1.0:1769754714.835769:0:43453:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769754714.846243:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1769754714.846356:0:42315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855720624206208 00000100:00100000:0.0:1769754714.846374:0:42315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855720624206208 00000100:00100000:0.0:1769754714.846442:0:42315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 177 00000100:00100000:0.0:1769754714.846452:0:42315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90cb98566a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:44b15f98-ec2b-44ce-9a84-650ae6cf82b2+29:49285:x1855720624206208:12345-192.168.202.6@tcp:101:lfs.0 00010000:00010000:0.0:1769754714.846474:0:42315:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769754714.846550:0:42315:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90ca81128400/0x11e65116e9df23f9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2b94eb038208fd0f expref: -99 pid: 42315 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1769754714.846664:0:42315:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90ca81128800/0x11e65116e9df2400 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1769754714.846680:0:42315:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90ca81128800/0x11e65116e9df2400 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1769754714.846709:0:42315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90ca81128800/0x11e65116e9df2400 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1769754714.846726:0:42315:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90ca81128600/0x11e65116e9df2407 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x1f904cb5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1769754714.846732:0:42315:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90ca81128600/0x11e65116e9df2407 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1f904cb5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1769754714.846739:0:42315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90ca81128600/0x11e65116e9df2407 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1f904cb5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1769754714.846915:0:42315:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90ca81128e00/0x11e65116e9df240e lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x14:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1769754714.846924:0:42315:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90ca81128e00/0x11e65116e9df240e lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x14:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1769754714.846931:0:42315:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90ca81128e00/0x11e65116e9df240e lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x14:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42315 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1769754714.846941:0:42315:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0x14:0x0]: returning size 11 00010000:00010000:0.0:1769754714.847042:0:42315:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90ca81128800/0x11e65116e9df2400 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1769754714.847050:0:42315:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90ca81128800/0x11e65116e9df2400 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1769754714.847056:0:42315:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90ca81128800/0x11e65116e9df2400 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1769754714.847062:0:42315:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90ca81128800 already unused, calling callback (ffffffffc2101550) 00010000:00010000:0.0:1769754714.847071:0:42315:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90ca81128800/0x11e65116e9df2400 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1769754714.847079:0:42315:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90ca81128800/0x11e65116e9df2400 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1769754714.847089:0:42315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90cb83c8fd00) 00010000:00010000:0.0:1769754714.847092:0:42315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769754714.847096:0:42315:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90ca81128800/0x11e65116e9df2400 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1769754714.847102:0:42315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90ca81128800/0x11e65116e9df2400 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1769754714.847115:0:42315:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90ca81128600/0x11e65116e9df2407 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1f904cb5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1769754714.847121:0:42315:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90ca81128600/0x11e65116e9df2407 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1f904cb5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1769754714.847126:0:42315:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90ca81128600/0x11e65116e9df2407 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1f904cb5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1769754714.847132:0:42315:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90ca81128600 already unused, calling callback (ffffffffc2101550) 00010000:00010000:0.0:1769754714.847134:0:42315:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90ca81128600/0x11e65116e9df2407 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1f904cb5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1769754714.847139:0:42315:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90ca81128600/0x11e65116e9df2407 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1f904cb5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1769754714.847145:0:42315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x1f904cb5 (ffff90cb83c8fc00) 00010000:00010000:0.0:1769754714.847147:0:42315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769754714.847155:0:42315:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90ca81128600/0x11e65116e9df2407 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x1f904cb5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1769754714.847160:0:42315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90ca81128600/0x11e65116e9df2407 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x1f904cb5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42315 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1769754714.847203:0:42315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90ca81128400/0x11e65116e9df23f9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.6@tcp remote: 0x2b94eb038208fd0f expref: 32 pid: 42315 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1769754714.847217:0:42315:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90ca81128e00/0x11e65116e9df240e lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x14:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.6@tcp remote: 0x2b94eb038208fd0f expref: 31 pid: 42315 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1769754714.847224:0:42315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x14:0x0].0x0 (ffff90cb83c8fa00) 00010000:00010000:0.0:1769754714.847226:0:42315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1769754714.847229:0:42315:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90ca81128e00, rc 0) 00000100:00100000:0.0:1769754714.847305:0:42315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90cb98566a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:44b15f98-ec2b-44ce-9a84-650ae6cf82b2+31:49285:x1855720624206208:12345-192.168.202.6@tcp:101:lfs.0 Request processed in 854us (1074us total) trans 34359738517 rc 0/0 00000100:00100000:0.0:1769754714.847314:0:42315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 177 00000100:00100000:1.0:1769754714.853032:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:2.0:1769754714.853201:0:42314:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855720624206336 00000100:00100000:2.0:1769754714.853211:0:42314:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855720624206336 00000100:00100000:2.0:1769754714.853271:0:42314:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 178 00000100:00100000:2.0:1769754714.853281:0:42314:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90cbbf882680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:44b15f98-ec2b-44ce-9a84-650ae6cf82b2+31:49285:x1855720624206336:12345-192.168.202.6@tcp:54:lfs.0 00010000:00010000:2.0:1769754714.853347:0:42314:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90cb92101600/0x11e65116e9df241c lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x14:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42314 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1769754714.853365:0:42314:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90cb92101600/0x11e65116e9df241c lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x14:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42314 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1769754714.853397:0:42314:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90cb92101600/0x11e65116e9df241c lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x14:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42314 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1769754714.853425:0:42314:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90cb92101600/0x11e65116e9df241c lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x14:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42314 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1769754714.853431:0:42314:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90cb92101600/0x11e65116e9df241c lrc: 2/0,0 mode: PR/PR res: [0x200003ab1:0x14:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42314 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1769754714.853438:0:42314:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90cb92101600/0x11e65116e9df241c lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x14:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42314 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1769754714.853444:0:42314:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90cb92101600 already unused, calling callback (ffffffffc2101550) 00010000:00010000:2.0:1769754714.853449:0:42314:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90cb92101600/0x11e65116e9df241c lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x14:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42314 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1769754714.853456:0:42314:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90cb92101600/0x11e65116e9df241c lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x14:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42314 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1769754714.853479:0:42314:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x14:0x0].0x0 (ffff90cb83c8fa00) 00010000:00010000:2.0:1769754714.853482:0:42314:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1769754714.853486:0:42314:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90cb92101600/0x11e65116e9df241c lrc: 2/0,0 mode: --/PR res: [0x200003ab1:0x14:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42314 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1769754714.853518:0:42314:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90cb92101600/0x11e65116e9df241c lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x14:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42314 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1769754714.853603:0:42314:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90cbbf882680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:44b15f98-ec2b-44ce-9a84-650ae6cf82b2+31:49285:x1855720624206336:12345-192.168.202.6@tcp:54:lfs.0 Request processed in 322us (579us total) trans 0 rc 0/0 00000100:00100000:2.0:1769754714.853612:0:42314:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 178 00000100:00100000:0.0:1769754714.863790:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:1.0:1769754714.864717:0:42316:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855720624206592 00000100:00100000:1.0:1769754714.864727:0:42316:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855720624206592 00000100:00100000:1.0:1769754714.864792:0:42316:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 62 00000100:00100000:1.0:1769754714.864815:0:42316:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90cbb8704a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:44b15f98-ec2b-44ce-9a84-650ae6cf82b2+31:49285:x1855720624206592:12345-192.168.202.6@tcp:35:lfs.0 00000100:00100000:1.0:1769754714.865146:0:42316:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90cbb8704a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:44b15f98-ec2b-44ce-9a84-650ae6cf82b2+32:49285:x1855720624206592:12345-192.168.202.6@tcp:35:lfs.0 Request processed in 344us (1365us total) trans 34359738518 rc 0/0 00000100:00100000:1.0:1769754714.865156:0:42316:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 62 00000100:00100000:1.0:1769754715.059784:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:2.0:1769754715.060066:0:42314:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855720624206848 00000100:00100000:2.0:1769754715.060078:0:42314:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855720624206848 00000100:00100000:2.0:1769754715.060159:0:42314:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 179 00000100:00100000:2.0:1769754715.060170:0:42314:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90ca83058000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:44b15f98-ec2b-44ce-9a84-650ae6cf82b2+32:49295:x1855720624206848:12345-192.168.202.6@tcp:101:lfs.0 00010000:00010000:2.0:1769754715.060194:0:42314:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769754715.060213:0:42314:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90cb92101400/0x11e65116e9df2423 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2b94eb038208fd16 expref: -99 pid: 42314 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1769754715.060309:0:42314:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90cb92100600/0x11e65116e9df242a lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x14:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42314 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1769754715.060323:0:42314:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90cb92100600/0x11e65116e9df242a lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x14:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42314 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1769754715.060335:0:42314:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90cb92100600/0x11e65116e9df242a lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x14:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42314 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1769754715.060345:0:42314:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0x14:0x0]: returning size 11 00010000:00010000:2.0:1769754715.060485:0:42314:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90cb92101400/0x11e65116e9df2423 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.6@tcp remote: 0x2b94eb038208fd16 expref: 35 pid: 42314 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1769754715.060549:0:42314:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90cb92100600/0x11e65116e9df242a lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x14:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.6@tcp remote: 0x2b94eb038208fd16 expref: 34 pid: 42314 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1769754715.060557:0:42314:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x14:0x0].0x0 (ffff90cb83c8fa00) 00010000:00010000:2.0:1769754715.060560:0:42314:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1769754715.060563:0:42314:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90cb92100600, rc 0) 00000100:00100000:2.0:1769754715.060617:0:42314:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90ca83058000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:44b15f98-ec2b-44ce-9a84-650ae6cf82b2+34:49295:x1855720624206848:12345-192.168.202.6@tcp:101:lfs.0 Request processed in 449us (842us total) trans 34359738519 rc 0/0 00000100:00100000:2.0:1769754715.060641:0:42314:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 179 00000100:00080000:0.0:1769754715.061256:0:42309:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1769754715.068477:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1769754715.069710:0:42299:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855720624206976 00000100:00100000:3.0:1769754715.069724:0:42299:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855720624206976 00000100:00100000:3.0:1769754715.069795:0:42299:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 13 00000100:00100000:3.0:1769754715.069814:0:42299:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90cb98565c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:44b15f98-ec2b-44ce-9a84-650ae6cf82b2+34:2372:x1855720624206976:12345-192.168.202.6@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769754715.069831:0:42299:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769754715.069866:0:42299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90cb92100600/0x11e65116e9df242a lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x14:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.6@tcp remote: 0x2b94eb038208fd16 expref: 34 pid: 42314 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1769754715.069893:0:42299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x14:0x0].0x0 (ffff90cb83c8fa00) 00010000:00010000:3.0:1769754715.069897:0:42299:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769754715.069963:0:42299:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90cb98565c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:44b15f98-ec2b-44ce-9a84-650ae6cf82b2+33:2372:x1855720624206976:12345-192.168.202.6@tcp:103:ldlm_bl.0 Request processed in 158us (1494us total) trans 0 rc 0/0 00000100:00100000:3.0:1769754715.069972:0:42299:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 13 00000100:00100000:3.0:1769754715.073349:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:1.0:1769754715.074172:0:42317:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855720624207232 00000100:00100000:1.0:1769754715.074189:0:42317:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855720624207232 00000100:00100000:1.0:1769754715.074256:0:42317:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 63 00000100:00100000:1.0:1769754715.074267:0:42317:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90cb82ac8850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:44b15f98-ec2b-44ce-9a84-650ae6cf82b2+33:49295:x1855720624207232:12345-192.168.202.6@tcp:35:lfs.0 00000100:00100000:1.0:1769754715.074678:0:42317:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90cb82ac8850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:44b15f98-ec2b-44ce-9a84-650ae6cf82b2+34:49295:x1855720624207232:12345-192.168.202.6@tcp:35:lfs.0 Request processed in 411us (1337us total) trans 34359738520 rc 0/0 00000100:00100000:1.0:1769754715.074686:0:42317:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 63 00000100:00100000:2.0:1769754715.286432:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90cbb8707100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1855720644835584:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1769754715.286530:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769754715.286691:0:42940:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855720644835584 00000100:00100000:0.0:1769754715.286700:0:42940:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855720644835584 00000100:00100000:0.0:1769754715.286769:0:42940:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:0.0:1769754715.286779:0:42940:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90cb98567800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1855720644835584:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1769754715.286826:0:42940:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 47644672 pending 0 free 3774873600 avail 3772776448 00000100:00100000:0.0:1769754715.286898:0:42940:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90cb98567800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3321:x1855720644835584:12345-0@lo:13:osp-pre-1-0.0 Request processed in 121us (367us total) trans 0 rc 0/0 00000100:00100000:0.0:1769754715.286905:0:42940:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:3.0:1769754715.287085:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90cbb8707100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1855720644835584:0@lo:13:osp-pre-1-0.0 00000100:00080000:2.0:1769754715.287509:0:42309:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000004:00080000:2.0:1769754715.796395:0:42336:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1698783899187ns, next at 1699783896779ns, rc = 0 00000100:00100000:1.0:1769754715.796486:0:3319:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1769754715.796554:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90cb98567b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1855720644835712:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1769754715.796622:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769754715.796746:0:42939:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855720644835712 00000100:00100000:2.0:1769754715.796756:0:42939:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855720644835712 00000100:00100000:2.0:1769754715.796818:0:42939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:2.0:1769754715.796829:0:42939:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90ca83058380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3319:x1855720644835712:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1769754715.796886:0:42939:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 47644672 pending 1703936 free 3694133248 avail 3692036096 00000100:00100000:2.0:1769754715.796937:0:42939:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90ca83058380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3319:x1855720644835712:12345-0@lo:13:osp-pre-0-0.0 Request processed in 109us (313us total) trans 0 rc 0/0 00000100:00100000:2.0:1769754715.796945:0:42939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00080000:1.0:1769754715.797106:0:42309:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1769754715.797148:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90cb98567b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1855720644835712:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1769754715.859668:0:42301:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1769754715.923907:0:42347:0:(llog.c:797:llog_process_thread()) index: 8, lh_last_idx: 8 synced_idx: 8 lgh_last_idx: 8 00000040:00080000:0.0:1769754715.923934:0:42347:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x32:0x0] at index 8 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1769754715.924229:0:42347:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x32:0x0] index 4 count 4 00000040:00080000:0.0:1769754715.924236:0:42347:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 9 count 2 00010000:00010000:1.0:1769754716.897161:0:42302:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769754716.999586:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:1.0:1769754716.999620:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:1.0:1769754716.999676:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:1.0:1769754716.999704:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:1.0:1769754716.999731:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:1.0:1769754716.999760:0:42936:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855720624207616 00000100:00100000:1.0:1769754716.999769:0:42936:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855720624207616 00000100:00100000:1.0:1769754716.999820:0:42936:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855720624207744 00000100:00100000:1.0:1769754716.999824:0:42936:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855720624207744 00000100:00100000:1.0:1769754716.999874:0:42936:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 61 00000100:00100000:1.0:1769754716.999885:0:42936:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90cbaf97ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:44b15f98-ec2b-44ce-9a84-650ae6cf82b2+7:2372:x1855720624207616:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:1.0:1769754716.999956:0:42936:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90cbaf97ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:44b15f98-ec2b-44ce-9a84-650ae6cf82b2+7:2372:x1855720624207616:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 73us (279us total) trans 0 rc 0/0 00000100:00100000:1.0:1769754716.999963:0:42936:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 61 00000100:00100000:1.0:1769754716.999981:0:42936:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 62 00000100:00100000:1.0:1769754716.999988:0:42936:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90cbaf979880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:44b15f98-ec2b-44ce-9a84-650ae6cf82b2+6:2371:x1855720624207744:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:1.0:1769754717.000015:0:42936:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90cbaf979880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:44b15f98-ec2b-44ce-9a84-650ae6cf82b2+6:2371:x1855720624207744:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 28us (283us total) trans 0 rc 0/0 00000100:00100000:1.0:1769754717.000021:0:42936:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 62 00000100:00100000:1.0:1769754717.000051:0:42314:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855720624207488 00000100:00100000:1.0:1769754717.000056:0:42314:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855720624207488 00000100:00100000:1.0:1769754717.000081:0:42314:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855720624207872 00000100:00100000:1.0:1769754717.000084:0:42314:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855720624207872 00000100:00100000:1.0:1769754717.000103:0:42314:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 79 00000100:00100000:1.0:1769754717.000110:0:42314:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90ca83059500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:44b15f98-ec2b-44ce-9a84-650ae6cf82b2+34:2371:x1855720624207488:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:1.0:1769754717.000141:0:42314:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90ca83059500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:44b15f98-ec2b-44ce-9a84-650ae6cf82b2+34:2371:x1855720624207488:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 32us (566us total) trans 0 rc 0/0 00000100:00100000:1.0:1769754717.000147:0:42314:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 79 00000100:00100000:1.0:1769754717.000159:0:42314:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 80 00000100:00100000:1.0:1769754717.000164:0:42314:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90cbaf978000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:99ce4681-381f-407c-90f1-2ef98266ced9+5:2372:x1855720624207872:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:1.0:1769754717.000206:0:42314:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90cbaf978000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:99ce4681-381f-407c-90f1-2ef98266ced9+5:2372:x1855720624207872:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 41us (501us total) trans 0 rc 0/0 00000100:00100000:1.0:1769754717.000212:0:42314:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 80 00000100:00080000:1.0:1769754717.000231:0:42309:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1769754717.000241:0:42309:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1769754717.000243:0:42309:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1769754717.000718:0:42307:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855720624207360 00000100:00100000:2.0:1769754717.000725:0:42307:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855720624207360 00000100:00100000:2.0:1769754717.000768:0:42307:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 144 00000100:00100000:2.0:1769754717.000776:0:42307:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90cbb9559050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cd1d8275-6a1a-49a3-b443-af2f7055b864+12:2372:x1855720624207360:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:2.0:1769754717.000828:0:42307:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90cbb9559050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cd1d8275-6a1a-49a3-b443-af2f7055b864+12:2372:x1855720624207360:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 53us (1207us total) trans 0 rc 0/0 00000100:00100000:2.0:1769754717.000836:0:42307:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 144 00000001:00080000:0.0:1769754717.479059:0:5807:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 34359738517 is committed 00000004:00080000:0.0:1769754717.479092:0:5807:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 6 committed 00000020:00080000:0.0:1769754717.479114:0:5807:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff90cbc03b9cc0 refcount 2 committed 0 result 0 batchid 30064771787 00000020:00080000:0.0:1769754717.479121:0:5807:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff90cbb4928900 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff90cbc03b99c0 00000020:00080000:0.0:1769754717.479124:0:5807:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff90cbb4928e00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff90cb86068000 00000001:00080000:0.0:1769754717.479146:0:5807:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 34359738520 is committed 00000004:00080000:0.0:1769754717.479167:0:5807:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 7 committed 00000020:00080000:1.0:1769754717.479748:0:42352:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 30064771787 committed batchid 30064771786 00000020:00080000:1.0:1769754717.480002:0:42352:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 30064771786 00000100:00100000:1.0:1769754717.480014:0:3318:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1769754717.480042:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90cbaf978700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1855720644835840:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1769754717.480142:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769754717.480240:0:42938:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855720644835840 00000100:00100000:1.0:1769754717.480252:0:42938:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855720644835840 00000100:00100000:1.0:1769754717.481809:0:42938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:1.0:1769754717.481847:0:42938:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90cbaf979500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3318:x1855720644835840:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1769754717.481895:0:42938:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:261 count 1 00002000:00010000:1.0:1769754717.481957:0:42938:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x105:0x0] initial LVB size: 11, mtime: 0x697c505a, atime: 0x697c505b, ctime: 0x697c505a, blocks: 0x1 00010000:00010000:1.0:1769754717.481968:0:42938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000595b0a8c/0x11e65116e9df2438 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x105:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1769754717.481988:0:42938:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769754717.481990:0:42938:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769754717.481997:0:42938:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000595b0a8c/0x11e65116e9df2438 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x105:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1769754717.482019:0:42938:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000595b0a8c/0x11e65116e9df2438 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x105:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1769754717.482031:0:42938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000595b0a8c/0x11e65116e9df2438 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x105:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1769754717.482040:0:42938:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000595b0a8c/0x11e65116e9df2438 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x105:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 42938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1769754717.482078:0:42938:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1769754717.482562:0:42938:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90cbaf979500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+7:3318:x1855720644835840:12345-0@lo:6:osp-syn-0-0.0 Request processed in 735us (2419us total) trans 34359738382 rc 0/0 00000100:00100000:1.0:1769754717.482572:0:42938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00080000:3.0:1769754717.485564:0:42309:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000004:00080000:3.0:1769754717.485653:0:3318:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90cbaf978700/2, rc 0, transno 34359738382 00000100:00100000:3.0:1769754717.485678:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90cbaf978700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1855720644835840:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1769754717.486947:0:43453:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1769754717.486969:0:43453:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000595b0a8c/0x11e65116e9df2438 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x105:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1769754717.486984:0:43453:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90ca887d7600 already unused, calling callback (ffffffffc16a4360) 00010000:00010000:0.0:1769754717.486989:0:43453:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000595b0a8c/0x11e65116e9df2438 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x105:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1769754717.486999:0:43453:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000595b0a8c/0x11e65116e9df2438 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x105:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 42938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1769754717.487024:0:43453:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000595b0a8c/0x11e65116e9df2438 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x105:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1769754717.487030:0:43453:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000595b0a8c/0x11e65116e9df2438 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x105:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1769754717.487079:0:43453:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769754717.487081:0:43453:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769754717.487082:0:43453:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1769754717.859906:0:45482:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity-pcc test_16: @@@@@@ FAIL: /mnt/lustre/f16.sanity-pcc expected pcc state: none, but got: readwrite 00010000:00010000:3.0:1769754717.908264:0:42301:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769754718.867888:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90cbaf978a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:12a461d6-d4b3-45fe-9a31-84fa5ea63cfd:3320:1855720644835968:0@lo:400:kworker.0 00000100:00100000:3.0:1769754718.868008:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769754718.868175:0:42308:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855720644835968 00000100:00100000:0.0:1769754718.868187:0:42308:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855720644835968 00000100:00100000:0.0:1769754718.868264:0:42308:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 145 00000100:00100000:0.0:1769754718.868276:0:42308:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90cbb955ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:12a461d6-d4b3-45fe-9a31-84fa5ea63cfd+18:3320:x1855720644835968:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1769754718.868432:0:3321:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90cbaf97b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1855720644836096:0@lo:400:kworker.0 00000100:00100000:2.0:1769754718.868479:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769754718.868555:0:42938:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855720644836096 00000100:00100000:2.0:1769754718.868559:0:42938:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855720644836096 00000100:00100000:2.0:1769754718.868610:0:42938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000100:00100000:2.0:1769754718.868614:0:42938:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90cb98567b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+7:3321:x1855720644836096:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1769754718.868643:0:42938:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90cb98567b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+7:3321:x1855720644836096:12345-0@lo:400:kworker.0 Request processed in 28us (163us total) trans 0 rc 0/0 00000100:00100000:2.0:1769754718.868648:0:42938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 00000100:00100000:2.0:1769754718.868691:0:3321:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90cbaf97b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3321:1855720644836096:0@lo:400:kworker.0 00000100:00100000:0.0:1769754718.875344:0:42308:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90cbb955ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:12a461d6-d4b3-45fe-9a31-84fa5ea63cfd+18:3320:x1855720644835968:12345-0@lo:400:kworker.0 Request processed in 6181us (6448us total) trans 0 rc 0/0 00000100:00100000:0.0:1769754718.875382:0:42308:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 145 00000100:00100000:3.0:1769754718.878322:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90cbaf978a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:12a461d6-d4b3-45fe-9a31-84fa5ea63cfd:3320:1855720644835968:0@lo:400:kworker.0 00000100:00100000:0.0:1769754718.889179:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90cbaf97b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1855720644836224:0@lo:400:kworker.0 00000100:00100000:0.0:1769754718.889288:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769754718.889453:0:43451:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855720644836224 00000100:00100000:2.0:1769754718.889475:0:43451:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855720644836224 00000100:00100000:2.0:1769754718.889576:0:43451:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64 00000100:00100000:2.0:1769754718.889603:0:43451:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90cbb8707480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3318:x1855720644836224:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1769754718.889730:0:42309:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1769754718.889783:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90cbaf978e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3319:1855720644836352:0@lo:400:kworker.0 00000100:00100000:3.0:1769754718.889840:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769754718.889883:0:42315:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855720644836352 00000100:00100000:3.0:1769754718.889888:0:42315:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855720644836352 00000100:00100000:3.0:1769754718.889923:0:42315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 81 00000100:00100000:3.0:1769754718.889930:0:42315:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90cbbb6f7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3319:x1855720644836352:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1769754718.889967:0:42315:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90cbbb6f7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3319:x1855720644836352:12345-0@lo:400:kworker.0 Request processed in 37us (140us total) trans 0 rc 0/0 00000100:00100000:3.0:1769754718.889975:0:42315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 81 00000100:00100000:3.0:1769754718.890028:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90cbaf978e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3319:1855720644836352:0@lo:400:kworker.0 00000100:00100000:3.0:1769754718.907933:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90cbaf979180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3320:1855720644836480:0@lo:400:kworker.0 00000100:00100000:3.0:1769754718.908038:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769754718.908112:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1769754718.908120:0:3320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90cbaf978380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3320:1855720644836608:0@lo:400:kworker.0 00000100:00100000:3.0:1769754718.908145:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769754718.908202:0:43811:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855720644836480 00000100:00100000:3.0:1769754718.908214:0:43811:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855720644836480 00000100:00100000:3.0:1769754718.908291:0:43811:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855720644836608 00000100:00100000:3.0:1769754718.908312:0:43811:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855720644836608 00000100:00100000:3.0:1769754718.908342:0:43811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82 00000100:00100000:3.0:1769754718.908362:0:43811:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90cbbb6f4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3320:x1855720644836480:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1769754718.908429:0:43811:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90cbbb6f4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3320:x1855720644836480:12345-0@lo:400:kworker.0 Request processed in 77us (391us total) trans 0 rc 0/0 00000100:00100000:3.0:1769754718.908437:0:43811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82 00000100:00100000:3.0:1769754718.908457:0:43811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83 00000100:00100000:3.0:1769754718.909901:0:43811:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90cbbb6f5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3320:x1855720644836608:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1769754718.909989:0:43811:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90cbbb6f5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3320:x1855720644836608:12345-0@lo:400:kworker.0 Request processed in 1525us (1841us total) trans 0 rc 0/0 00000100:00100000:3.0:1769754718.909998:0:43811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83 00000100:00080000:3.0:1769754718.910055:0:42309:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1769754718.910106:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90cbaf978380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3320:1855720644836608:0@lo:400:kworker.0 00000100:00100000:3.0:1769754718.910119:0:3320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90cbaf979180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3320:1855720644836480:0@lo:400:kworker.0 00000100:00100000:2.0:1769754718.916799:0:43451:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90cbb8707480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3318:x1855720644836224:12345-0@lo:400:kworker.0 Request processed in 27182us (27492us total) trans 0 rc 0/0 00000100:00100000:2.0:1769754718.916820:0:43451:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64 00000100:00100000:0.0:1769754718.918405:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90cbaf97b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3318:1855720644836224:0@lo:400:kworker.0 00010000:00010000:1.0:1769754718.931738:0:42302:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769754719.974862:0:43453:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1769754720.045586:0:6576:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 34359738382 is committed 00000001:00080000:0.0:1769754720.045623:0:6576:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 34359738380 is committed 00000100:00100000:0.0:1769754720.404448:0:3319:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1769754720.404484:0:3319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90cbb8704e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1855720644836736:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1769754720.404614:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769754720.404714:0:42940:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855720644836736 00000100:00100000:0.0:1769754720.404726:0:42940:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855720644836736 00000100:00100000:0.0:1769754720.404805:0:42940:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:0.0:1769754720.404827:0:42940:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90cbb8705180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3319:x1855720644836736:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1769754720.404883:0:42940:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 47644672 pending 0 free 3774873600 avail 3772776448 00000100:00100000:0.0:1769754720.404937:0:42940:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90cbb8705180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3319:x1855720644836736:12345-0@lo:13:osp-pre-1-0.0 Request processed in 112us (322us total) trans 0 rc 0/0 00000100:00100000:0.0:1769754720.404965:0:42940:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00080000:0.0:1769754720.404992:0:42309:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1769754720.405044:0:3319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90cbb8704e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3319:1855720644836736:0@lo:13:osp-pre-1-0.0 Debug log: 2281 lines, 2281 kept, 0 dropped, 0 bad.