00010000:00010000:1.0F:1789518398.648315:0:17079:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0F:1789518398.870760:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1789518398.870897:0:17082:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445501729408 00000100:00100000:1.0:1789518398.870908:0:17082:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445501729408 00000100:00100000:1.0:1789518398.870979:0:17082:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 170 00000100:00100000:1.0:1789518398.870992:0:17082:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e744160a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f38d0052-52dc-405f-a9d4-0f80e8f0dd25+13:2387:x1876445501729408:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:1.0:1789518398.871073:0:17082:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e744160a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f38d0052-52dc-405f-a9d4-0f80e8f0dd25+13:2387:x1876445501729408:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 83us (324us total) trans 0 rc 0/0 00000100:00100000:1.0:1789518398.871081:0:17082:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 170 00000100:00100000:1.0:1789518398.872139:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1789518398.872175:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1789518398.872200:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1789518398.872374:0:18596:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445501729792 00000100:00100000:2.0:1789518398.872382:0:18596:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445501729792 00000100:00100000:2.0:1789518398.872440:0:18596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 30 00000100:00100000:2.0:1789518398.872449:0:18596:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7303f57800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d0c36d3b-fdd7-44d5-bda3-4d0dbdd54e23+5:2387:x1876445501729792:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:2.0:1789518398.872519:0:18596:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7303f57800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d0c36d3b-fdd7-44d5-bda3-4d0dbdd54e23+5:2387:x1876445501729792:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 71us (317us total) trans 0 rc 0/0 00000100:00100000:2.0:1789518398.872526:0:18596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 30 00000100:00100000:3.0F:1789518398.872896:0:17092:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445501729664 00000100:00100000:3.0:1789518398.872914:0:17092:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445501729664 00000100:00100000:3.0:1789518398.872958:0:17092:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445501729536 00000100:00100000:3.0:1789518398.872971:0:17092:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445501729536 00000100:00100000:3.0:1789518398.872997:0:17092:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 80 00000100:00100000:3.0:1789518398.873004:0:17092:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7303f57b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d0c36d3b-fdd7-44d5-bda3-4d0dbdd54e23+5:2387:x1876445501729664:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:3.0:1789518398.873035:0:17092:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7303f57b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d0c36d3b-fdd7-44d5-bda3-4d0dbdd54e23+5:2387:x1876445501729664:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 33us (900us total) trans 0 rc 0/0 00000100:00100000:3.0:1789518398.873041:0:17092:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 80 00000100:00100000:3.0:1789518398.873053:0:17092:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 81 00000100:00100000:3.0:1789518398.873058:0:17092:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7303f54380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d0c36d3b-fdd7-44d5-bda3-4d0dbdd54e23+22:2387:x1876445501729536:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:3.0:1789518398.873077:0:17092:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7303f54380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d0c36d3b-fdd7-44d5-bda3-4d0dbdd54e23+22:2387:x1876445501729536:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 19us (901us total) trans 0 rc 0/0 00000100:00100000:3.0:1789518398.873082:0:17092:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 81 00000100:00080000:1.0:1789518398.873146:0:17086:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1789518398.873151:0:17086:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1789518398.873153:0:17086:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1789518398.884102:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1789518398.887251:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1789518398.887292:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1789518398.887323:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1789518398.887346:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1789518398.887375:0:18595:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445501729920 00000100:00100000:1.0:1789518398.887386:0:18595:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445501729920 00000100:00100000:1.0:1789518398.887439:0:18595:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445501730304 00000100:00100000:1.0:1789518398.887442:0:18595:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445501730304 00000100:00100000:1.0:1789518398.887459:0:18595:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445501730432 00000100:00100000:1.0:1789518398.887489:0:18595:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445501730432 00000100:00100000:1.0:1789518398.887510:0:18595:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 30 00000100:00100000:1.0:1789518398.887522:0:18595:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e743f9b8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d0c36d3b-fdd7-44d5-bda3-4d0dbdd54e23+5:2386:x1876445501729920:12345-192.168.202.43@tcp:9:kworker.0 00000020:00000080:1.0:1789518398.887552:0:18595:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x8d0fd67942315846 00000100:00080000:1.0:1789518398.887568:0:18595:0:(import.c:65:import_set_state_nolock()) ffff8e73028d4000 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1789518398.887609:0:18595:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:1.0:1789518398.887796:0:18595:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e743f9b8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d0c36d3b-fdd7-44d5-bda3-4d0dbdd54e23+2:2386:x1876445501729920:12345-192.168.202.43@tcp:9:kworker.0 Request processed in 275us (502us total) trans 0 rc 0/0 00000100:00100000:1.0:1789518398.887819:0:18595:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 30 00000100:00100000:1.0:1789518398.887839:0:18595:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 31 00000100:00100000:1.0:1789518398.887847:0:18595:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e743f9ba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d7d9db62-953a-469d-a3cd-bfca7d59ab89+5:2386:x1876445501730304:12345-192.168.202.43@tcp:9:kworker.0 00000020:00000080:1.0:1789518398.887860:0:18595:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x8d0fd6794231587e 00000100:00080000:1.0:1789518398.887867:0:18595:0:(import.c:65:import_set_state_nolock()) ffff8e7441114000 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1789518398.887888:0:18595:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934600 00000100:00100000:1.0:1789518398.887973:0:18595:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e743f9ba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d7d9db62-953a-469d-a3cd-bfca7d59ab89+2:2386:x1876445501730304:12345-192.168.202.43@tcp:9:kworker.0 Request processed in 114us (636us total) trans 0 rc 0/0 00000100:00100000:1.0:1789518398.887980:0:18595:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 31 00000100:00100000:1.0:1789518398.887994:0:18595:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 32 00000100:00100000:1.0:1789518398.888001:0:18595:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e743f9b9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d7d9db62-953a-469d-a3cd-bfca7d59ab89+5:2386:x1876445501730432:12345-192.168.202.43@tcp:9:kworker.0 00000020:00000080:1.0:1789518398.888014:0:18595:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x8d0fd67942315885 00000100:00080000:1.0:1789518398.888019:0:18595:0:(import.c:65:import_set_state_nolock()) ffff8e7441116000 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1789518398.888033:0:18595:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:1.0:1789518398.888084:0:18595:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e743f9b9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d7d9db62-953a-469d-a3cd-bfca7d59ab89+2:2386:x1876445501730432:12345-192.168.202.43@tcp:9:kworker.0 Request processed in 83us (736us total) trans 0 rc 0/0 00000100:00100000:1.0:1789518398.888091:0:18595:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 32 00000100:00080000:1.0:1789518398.888156:0:17086:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1789518398.888159:0:17086:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1789518398.888167:0:17079:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789518398.889018:0:17092:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445501730048 00000100:00100000:3.0:1789518398.889027:0:17092:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445501730048 00000100:00100000:3.0:1789518398.889080:0:17092:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445501730176 00000100:00100000:3.0:1789518398.889084:0:17092:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445501730176 00000100:00100000:3.0:1789518398.889106:0:17092:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 82 00000100:00100000:3.0:1789518398.889115:0:17092:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7303f56300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d7d9db62-953a-469d-a3cd-bfca7d59ab89+6:2390:x1876445501730048:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:3.0:1789518398.889168:0:17092:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7303f56300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d7d9db62-953a-469d-a3cd-bfca7d59ab89+6:2390:x1876445501730048:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 55us (5078us total) trans 0 rc 0/0 00000100:00100000:3.0:1789518398.889176:0:17092:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 82 00000100:00100000:3.0:1789518398.889191:0:17092:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 83 00000100:00100000:3.0:1789518398.889197:0:17092:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e743f9b8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d7d9db62-953a-469d-a3cd-bfca7d59ab89+5:2389:x1876445501730176:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:3.0:1789518398.889220:0:17092:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e743f9b8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d7d9db62-953a-469d-a3cd-bfca7d59ab89+5:2389:x1876445501730176:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 24us (1990us total) trans 0 rc 0/0 00000100:00100000:3.0:1789518398.889251:0:17092:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 83 00000100:00080000:1.0:1789518398.894759:0:17086:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1789518398.894771:0:17086:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1789518398.894996:0:17078:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0F:1789518398.967524:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e743f938e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3640:1876445522781312:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1789518398.967618:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000001:00080000:1.0:1789518398.975540:0:17070:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934622 is committed 00000020:00080000:1.0:1789518398.975560:0:17070:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff8e7435e66180 refcount 2 committed 0 result 0 batchid 4294967529 00000020:00080000:1.0:1789518398.975565:0:17070:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff8e744119b300 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff8e7435e66cc0 00000020:00080000:1.0:1789518398.975578:0:17070:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff8e744119bf00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8e73028f8800 00010000:00010000:0.0:1789518398.975752:0:3624:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8e7435f9c200/0x8d0fd67942315b10 lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 17091 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518398.975764:0:3624:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8e7435f9c200/0x8d0fd67942315b10 lrc: 2/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 17091 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518398.975772:0:3624:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8e7435f9c200/0x8d0fd67942315b10 lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 17091 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518398.975779:0:3624:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8e7435f9c200 already unused, calling callback (ffffffffc17e44f0) 00010000:00010000:0.0:1789518398.975783:0:3624:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8e7435f9c200/0x8d0fd67942315b10 lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 17091 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518398.975791:0:3624:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8e7435f9c200/0x8d0fd67942315b10 lrc: 4/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 17091 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518398.975807:0:3624:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x3:0x0].0x0 (ffff8e743b22e600) 00010000:00010000:0.0:1789518398.975809:0:3624:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1789518398.975815:0:3624:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8e7435f9c200/0x8d0fd67942315b10 lrc: 2/0,0 mode: --/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 17091 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518398.975822:0:3624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8e7435f9c200/0x8d0fd67942315b10 lrc: 0/0,0 mode: --/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 17091 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00080000:0.0:1789518398.975863:0:17129:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 4294967529 committed batchid 8 00000020:00080000:0.0:1789518398.975936:0:17129:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 8 00000100:00100000:2.0:1789518398.980828:0:18599:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522781312 00000100:00100000:2.0:1789518398.980851:0:18599:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522781312 00000100:00100000:2.0:1789518398.980938:0:18599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:2.0:1789518398.980948:0:18599:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7303414700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1876445522781312:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1789518398.981000:0:18599:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 3485696 granted 17886912 pending 0 free 3915857920 avail 3684335616 00000100:00100000:2.0:1789518398.981094:0:18599:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7303414700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1876445522781312:12345-0@lo:13:osp-pre-0-1.0 Request processed in 147us (13477us total) trans 0 rc 0/0 00000100:00100000:2.0:1789518398.981100:0:18599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00080000:0.0:1789518398.981574:0:17086:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1789518398.981631:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e743f938e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3640:1876445522781312:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1789518399.478158:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e743f9b9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1876445522781440:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1789518399.478238:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789518399.478351:0:17830:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522781440 00000100:00100000:1.0:1789518399.478360:0:17830:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522781440 00000100:00100000:1.0:1789518399.478417:0:17830:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000100:00100000:1.0:1789518399.478427:0:17830:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e743f938e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3637:x1876445522781440:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1789518399.478477:0:17830:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1789518399.478529:0:17830:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e743f938e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3637:x1876445522781440:12345-0@lo:41:osp-pre-1-0.0 Request processed in 104us (290us total) trans 0 rc 0/0 00000100:00100000:1.0:1789518399.478536:0:17830:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 00000100:00100000:1.0:1789518399.478582:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e743f9b9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1876445522781440:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1789518399.480167:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e7303415880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3638:1876445522781568:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1789518399.480233:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789518399.480342:0:17096:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522781568 00000100:00100000:2.0:1789518399.480351:0:17096:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522781568 00000100:00100000:2.0:1789518399.480402:0:17096:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64 00000100:00100000:2.0:1789518399.480412:0:17096:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7303417100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3638:x1876445522781568:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1789518399.480442:0:17096:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446293504 avail 1300054016 00000100:00100000:2.0:1789518399.480508:0:17096:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7303417100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3638:x1876445522781568:12345-0@lo:41:osp-pre-0-1.0 Request processed in 98us (275us total) trans 0 rc 0/0 00000100:00100000:2.0:1789518399.480515:0:17096:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64 00000100:00100000:0.0:1789518399.483293:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e7303415880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3638:1876445522781568:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1789518399.674992:0:17079:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789518399.998248:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e7441295180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3639:1876445522781696:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1789518399.998341:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789518399.998397:0:18599:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522781696 00000100:00100000:1.0:1789518399.998406:0:18599:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522781696 00000100:00100000:1.0:1789518399.998483:0:18599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:1.0:1789518399.998495:0:18599:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e743f9b9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1876445522781696:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1789518399.998522:0:18599:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 3485696 granted 17886912 pending 0 free 3915857920 avail 3684335616 00000100:00100000:1.0:1789518399.998572:0:18599:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e743f9b9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1876445522781696:12345-0@lo:13:osp-pre-0-0.0 Request processed in 79us (232us total) trans 0 rc 0/0 00000100:00100000:1.0:1789518399.998579:0:18599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:1.0:1789518399.998644:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e7441295180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3639:1876445522781696:0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1789518399.998839:0:17086:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1789518400.694025:0:17078:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789518401.525792:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1789518401.525815:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e743f9bb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1876445522781824:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1789518401.525886:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789518401.525975:0:18599:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522781824 00000100:00100000:1.0:1789518401.525983:0:18599:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522781824 00000100:00100000:1.0:1789518401.526037:0:18599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:1.0:1789518401.526046:0:18599:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7301ba3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1876445522781824:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1789518401.526078:0:18599:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:1.0:1789518401.526124:0:18599:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7301ba3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1876445522781824:12345-0@lo:13:osp-pre-1-1.0 Request processed in 79us (238us total) trans 0 rc 0/0 00000100:00100000:1.0:1789518401.526133:0:18599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:1.0:1789518401.526185:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e743f9bb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1876445522781824:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1789518401.526319:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1789518401.526330:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e7301ba3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1876445522781952:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1789518401.526360:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1789518401.526398:0:17086:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000040:00080000:0.0:1789518401.526879:0:17125:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:0.0:1789518401.526883:0:17125:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1789518401.526906:0:17125:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 2 count 2 00000040:00080000:0.0:1789518401.526912:0:17125:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 3 count 2 00000100:00100000:0.0:1789518401.526982:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e7303417480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6224dd85-753f-4c3f-83da-7a6019473f75:3638:1876445522782080:0@lo:400:kworker.0 00000100:00100000:0.0:1789518401.527019:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789518401.527047:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e7303416d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3638:1876445522782592:0@lo:400:kworker.0 00000100:00100000:0.0:1789518401.527071:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789518401.527091:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e7303415180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3638:1876445522783104:0@lo:400:kworker.0 00000100:00100000:0.0:1789518401.527114:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789518401.527134:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1789518401.527139:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e7303416680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3638:1876445522782464:0@lo:400:kworker.0 00000100:00100000:0.0:1789518401.527156:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789518401.527172:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e7303414e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3638:1876445522782976:0@lo:400:kworker.0 00000100:00100000:0.0:1789518401.527189:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789518401.527215:0:17084:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522782080 00000100:00100000:0.0:1789518401.527220:0:17084:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522782080 00000100:00100000:0.0:1789518401.527256:0:17084:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 171 00000100:00100000:0.0:1789518401.527265:0:17084:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e744160b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6224dd85-753f-4c3f-83da-7a6019473f75+24:3638:x1876445522782080:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789518401.527315:0:17084:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e744160b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6224dd85-753f-4c3f-83da-7a6019473f75+24:3638:x1876445522782080:12345-0@lo:400:kworker.0 Request processed in 52us (296us total) trans 0 rc 0/0 00000100:00100000:0.0:1789518401.527324:0:17084:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 171 00000100:00100000:0.0:1789518401.527353:0:17095:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522782592 00000100:00100000:0.0:1789518401.527356:0:17095:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522782592 00000100:00100000:0.0:1789518401.527383:0:17095:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65 00000100:00100000:0.0:1789518401.527389:0:17095:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7303416300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3638:x1876445522782592:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789518401.527424:0:17095:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7303416300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3638:x1876445522782592:12345-0@lo:400:kworker.0 Request processed in 34us (351us total) trans 0 rc 0/0 00000100:00100000:0.0:1789518401.527429:0:17095:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 00000100:00100000:0.0:1789518401.527448:0:19376:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522783104 00000100:00100000:0.0:1789518401.527451:0:19376:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522783104 00000100:00100000:0.0:1789518401.527507:0:19376:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522782464 00000100:00100000:0.0:1789518401.527510:0:19376:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522782464 00000100:00100000:0.0:1789518401.527527:0:19376:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522782976 00000100:00100000:0.0:1789518401.527530:0:19376:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522782976 00000100:00100000:2.0:1789518401.527692:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e7303416a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1876445522782336:0@lo:400:kworker.0 00000100:00100000:2.0:1789518401.527724:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789518401.527746:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e7303414a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3640:1876445522782848:0@lo:400:kworker.0 00000100:00100000:2.0:1789518401.527778:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789518401.527793:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e7303415c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3640:1876445522783360:0@lo:400:kworker.0 00000100:00100000:2.0:1789518401.527814:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789518401.527827:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:2.0:1789518401.527832:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e7303414380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1876445522782208:0@lo:400:kworker.0 00000100:00100000:2.0:1789518401.527852:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789518401.527871:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e7303417b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3640:1876445522782720:0@lo:400:kworker.0 00000100:00100000:2.0:1789518401.527891:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789518401.527907:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e7303414000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3640:1876445522783232:0@lo:400:kworker.0 00000100:00100000:2.0:1789518401.527923:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789518401.527957:0:18595:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522782336 00000100:00100000:2.0:1789518401.527961:0:18595:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522782336 00000100:00100000:2.0:1789518401.527990:0:18595:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522782720 00000100:00100000:2.0:1789518401.527993:0:18595:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522782720 00000100:00100000:2.0:1789518401.528012:0:18595:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:2.0:1789518401.528018:0:18595:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7303d60380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3640:x1876445522782336:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789518401.528055:0:18595:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7303d60380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3640:x1876445522782336:12345-0@lo:400:kworker.0 Request processed in 37us (329us total) trans 0 rc 0/0 00000100:00100000:2.0:1789518401.528061:0:18595:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:2.0:1789518401.528074:0:18595:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:2.0:1789518401.528080:0:18595:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e730207d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3640:x1876445522782720:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789518401.528105:0:18595:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e730207d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3640:x1876445522782720:12345-0@lo:400:kworker.0 Request processed in 26us (213us total) trans 0 rc 0/0 00000100:00100000:2.0:1789518401.528117:0:18595:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:2.0:1789518401.528157:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e7303417b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3640:1876445522782720:0@lo:400:kworker.0 00000100:00100000:2.0:1789518401.528167:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e7303416a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1876445522782336:0@lo:400:kworker.0 00000100:00100000:2.0:1789518401.529079:0:17091:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522782848 00000100:00100000:2.0:1789518401.529086:0:17091:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522782848 00000100:00100000:2.0:1789518401.529108:0:17091:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522783360 00000100:00100000:2.0:1789518401.529110:0:17091:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522783360 00000100:00100000:2.0:1789518401.529120:0:17091:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522783232 00000100:00100000:2.0:1789518401.529123:0:17091:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522783232 00000100:00100000:2.0:1789518401.529135:0:17091:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 84 00000100:00100000:2.0:1789518401.529142:0:17091:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7302835500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3638:x1876445522783104:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789518401.529184:0:17091:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7302835500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3638:x1876445522783104:12345-0@lo:400:kworker.0 Request processed in 42us (2069us total) trans 0 rc 0/0 00000100:00100000:2.0:1789518401.529190:0:17091:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 84 00000100:00100000:2.0:1789518401.529203:0:17091:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 85 00000100:00100000:2.0:1789518401.529209:0:17091:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7302836d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3638:x1876445522782464:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789518401.529234:0:17091:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7302836d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3638:x1876445522782464:12345-0@lo:400:kworker.0 Request processed in 26us (2077us total) trans 0 rc 0/0 00000100:00100000:2.0:1789518401.529239:0:17091:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 85 00000100:00100000:2.0:1789518401.529249:0:17091:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 86 00000100:00100000:2.0:1789518401.529254:0:17091:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e730207e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3640:x1876445522782848:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789518401.529281:0:17091:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e730207e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3640:x1876445522782848:12345-0@lo:400:kworker.0 Request processed in 27us (1503us total) trans 0 rc 0/0 00000100:00100000:2.0:1789518401.529286:0:17091:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 86 00000100:00100000:2.0:1789518401.529297:0:17091:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 87 00000100:00100000:2.0:1789518401.529310:0:17091:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e730207fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3640:x1876445522783360:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789518401.529340:0:17091:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e730207fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3640:x1876445522783360:12345-0@lo:400:kworker.0 Request processed in 31us (1524us total) trans 0 rc 0/0 00000100:00100000:2.0:1789518401.529345:0:17091:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 87 00000100:00100000:2.0:1789518401.529357:0:17091:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88 00000100:00100000:2.0:1789518401.529363:0:17091:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e730207df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3640:x1876445522783232:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789518401.529386:0:17091:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e730207df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3640:x1876445522783232:12345-0@lo:400:kworker.0 Request processed in 25us (1461us total) trans 0 rc 0/0 00000100:00100000:2.0:1789518401.529391:0:17091:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88 00000100:00100000:2.0:1789518401.529424:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e7303414000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3640:1876445522783232:0@lo:400:kworker.0 00000100:00100000:2.0:1789518401.529433:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e7303414a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3640:1876445522782848:0@lo:400:kworker.0 00010000:00080000:2.0:1789518401.529445:0:3640:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8e7303415c00 x1876445522783360/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789518417 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789518401.529454:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e7303415c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3640:1876445522783360:0@lo:400:kworker.0 00000100:00100000:2.0:1789518401.529510:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e7303416680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3638:1876445522782464:0@lo:400:kworker.0 00000100:00100000:2.0:1789518401.529520:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e7303417480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6224dd85-753f-4c3f-83da-7a6019473f75:3638:1876445522782080:0@lo:400:kworker.0 00000100:00100000:2.0:1789518401.529529:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e7303416d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3638:1876445522782592:0@lo:400:kworker.0 00010000:00080000:2.0:1789518401.529540:0:3638:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8e7303415180 x1876445522783104/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789518417 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789518401.529549:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e7303415180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3638:1876445522783104:0@lo:400:kworker.0 00000100:00100000:0.0:1789518401.531242:0:19376:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89 00000100:00100000:0.0:1789518401.531252:0:19376:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7302835f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3638:x1876445522782976:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789518401.531328:0:19376:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7302835f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3638:x1876445522782976:12345-0@lo:400:kworker.0 Request processed in 78us (4137us total) trans 0 rc 0/0 00000100:00100000:0.0:1789518401.531335:0:19376:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89 00000100:00100000:0.0:1789518401.531366:0:17096:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522782208 00000100:00100000:0.0:1789518401.531373:0:17096:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522782208 00000100:00100000:0.0:1789518401.531399:0:17096:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00100000:0.0:1789518401.531406:0:17096:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e730207ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3640:x1876445522782208:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789518401.531450:0:17096:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e730207ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3640:x1876445522782208:12345-0@lo:400:kworker.0 Request processed in 45us (3596us total) trans 0 rc 0/0 00000100:00100000:0.0:1789518401.531487:0:17096:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00000100:00080000:0.0:1789518401.531506:0:17086:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1789518401.531510:0:17086:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1789518401.531513:0:17086:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1789518401.531782:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e7303414380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1876445522782208:0@lo:400:kworker.0 00000100:00100000:1.0:1789518401.532138:0:18599:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522781952 00000100:00100000:1.0:1789518401.532144:0:18599:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522781952 00000100:00100000:1.0:1789518401.532181:0:18599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:1.0:1789518401.532189:0:18599:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7303415880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3638:x1876445522781952:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1789518401.532205:0:18599:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:1.0:1789518401.532256:0:18599:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7303415880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3638:x1876445522781952:12345-0@lo:13:osp-pre-1-0.0 Request processed in 68us (5895us total) trans 0 rc 0/0 00000100:00100000:1.0:1789518401.532263:0:18599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00080000:0.0:1789518401.532404:0:17086:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1789518401.532431:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e7303414e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3638:1876445522782976:0@lo:400:kworker.0 00000100:00100000:0.0:1789518401.532452:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e7301ba3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1876445522781952:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1789518401.717808:0:17079:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789518402.742219:0:17078:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789518402.915529:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1789518402.915603:0:17092:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445501730560 00000100:00100000:2.0:1789518402.915612:0:17092:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445501730560 00000100:00100000:2.0:1789518402.915687:0:17092:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 65 00000100:00100000:2.0:1789518402.915697:0:17092:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7441294700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d0c36d3b-fdd7-44d5-bda3-4d0dbdd54e23+13:15546:x1876445501730560:12345-192.168.202.43@tcp:60:lhsmtool_posix.0 00000100:00100000:2.0:1789518402.915786:0:17092:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7441294700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d0c36d3b-fdd7-44d5-bda3-4d0dbdd54e23+13:15546:x1876445501730560:12345-192.168.202.43@tcp:60:lhsmtool_posix.0 Request processed in 91us (275us total) trans 0 rc 0/0 00000100:00100000:2.0:1789518402.915793:0:17092:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 65 00000100:00080000:3.0:1789518402.916182:0:17086:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1789518402.935910:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1789518402.939287:0:17090:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445501730688 00000100:00100000:0.0:1789518402.939303:0:17090:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445501730688 00000100:00100000:0.0:1789518402.939387:0:17090:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 66 00000100:00100000:0.0:1789518402.939409:0:17090:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7441295180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d0c36d3b-fdd7-44d5-bda3-4d0dbdd54e23+5:15546:x1876445501730688:12345-192.168.202.43@tcp:60:lhsmtool_posix.0 00000100:00100000:0.0:1789518402.939544:0:17090:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7441295180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d0c36d3b-fdd7-44d5-bda3-4d0dbdd54e23+5:15546:x1876445501730688:12345-192.168.202.43@tcp:60:lhsmtool_posix.0 Request processed in 148us (3642us total) trans 0 rc 0/0 00000100:00100000:0.0:1789518402.939553:0:17090:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 66 00000100:00080000:1.0:1789518402.944380:0:17086:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1789518402.958899:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1789518402.958944:0:17094:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445501730944 00000100:00100000:3.0:1789518402.958954:0:17094:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445501730944 00000100:00100000:3.0:1789518402.959001:0:17094:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 12 00000100:00100000:3.0:1789518402.959011:0:17094:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7441295f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:d0c36d3b-fdd7-44d5-bda3-4d0dbdd54e23+13:15546:x1876445501730944:12345-192.168.202.43@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1789518402.959230:0:17094:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7441295f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:d0c36d3b-fdd7-44d5-bda3-4d0dbdd54e23+14:15546:x1876445501730944:12345-192.168.202.43@tcp:35:lhsmtool_posix.0 Request processed in 221us (340us total) trans 8589934623 rc 0/0 00000100:00100000:3.0:1789518402.959239:0:17094:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 12 00010000:00010000:2.0:1789518403.766885:0:17079:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789518403.987141:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1789518403.987188:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1789518403.987223:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1789518403.987266:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1789518403.987291:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1789518403.987315:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1789518403.987343:0:19376:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445501731328 00000100:00100000:0.0:1789518403.987353:0:19376:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445501731328 00000100:00100000:0.0:1789518403.987404:0:19376:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445501731584 00000100:00100000:0.0:1789518403.987407:0:19376:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445501731584 00000100:00100000:0.0:1789518403.987429:0:19376:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445501731200 00000100:00100000:0.0:1789518403.987444:0:19376:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445501731200 00000100:00100000:0.0:1789518403.987460:0:19376:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445501731712 00000100:00100000:0.0:1789518403.987508:0:19376:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445501731712 00000100:00100000:0.0:1789518403.987531:0:19376:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 90 00000100:00100000:0.0:1789518403.987539:0:19376:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7302834700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d0c36d3b-fdd7-44d5-bda3-4d0dbdd54e23+5:2387:x1876445501731328:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:1.0:1789518403.987824:0:17092:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 91 00000100:00100000:1.0:1789518403.987835:0:17092:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7302837480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d7d9db62-953a-469d-a3cd-bfca7d59ab89+6:2387:x1876445501731584:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:1.0:1789518403.987866:0:17092:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7302837480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d7d9db62-953a-469d-a3cd-bfca7d59ab89+6:2387:x1876445501731584:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 34us (642us total) trans 0 rc 0/0 00000100:00100000:1.0:1789518403.987873:0:17092:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 91 00000100:00100000:1.0:1789518403.987890:0:17092:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 92 00000100:00100000:1.0:1789518403.987896:0:17092:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7302836a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d0c36d3b-fdd7-44d5-bda3-4d0dbdd54e23+14:2387:x1876445501731200:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:1.0:1789518403.987946:0:17092:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7302836a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d0c36d3b-fdd7-44d5-bda3-4d0dbdd54e23+14:2387:x1876445501731200:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 50us (679us total) trans 0 rc 0/0 00000100:00100000:1.0:1789518403.987953:0:17092:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 92 00000100:00100000:1.0:1789518403.987965:0:17092:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 93 00000100:00100000:1.0:1789518403.987970:0:17092:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7302837100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d7d9db62-953a-469d-a3cd-bfca7d59ab89+5:2387:x1876445501731712:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:1.0:1789518403.987991:0:17092:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7302837100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d7d9db62-953a-469d-a3cd-bfca7d59ab89+5:2387:x1876445501731712:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 21us (676us total) trans 0 rc 0/0 00000100:00100000:1.0:1789518403.987996:0:17092:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 93 00000100:00080000:1.0:1789518403.988012:0:17086:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1789518403.988015:0:17086:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1789518403.988072:0:19376:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7302834700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d0c36d3b-fdd7-44d5-bda3-4d0dbdd54e23+5:2387:x1876445501731328:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 87us (437us total) trans 0 rc 0/0 00000100:00100000:0.0:1789518403.988079:0:19376:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 90 00000100:00100000:2.0:1789518403.988349:0:18595:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445501731456 00000100:00100000:2.0:1789518403.988354:0:18595:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445501731456 00000100:00100000:2.0:1789518403.988409:0:18595:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 33 00000100:00100000:2.0:1789518403.988418:0:18595:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7302834a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d0c36d3b-fdd7-44d5-bda3-4d0dbdd54e23+5:2387:x1876445501731456:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:2.0:1789518403.988449:0:18595:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7302834a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d0c36d3b-fdd7-44d5-bda3-4d0dbdd54e23+5:2387:x1876445501731456:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 34us (1157us total) trans 0 rc 0/0 00000100:00100000:2.0:1789518403.988455:0:18595:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 33 00000100:00080000:1.0:1789518403.988594:0:17086:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1789518403.988810:0:17083:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445501731072 00000100:00100000:3.0:1789518403.988815:0:17083:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445501731072 00000100:00100000:3.0:1789518403.988853:0:17083:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 172 00000100:00100000:3.0:1789518403.988860:0:17083:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7441608c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f38d0052-52dc-405f-a9d4-0f80e8f0dd25+13:2387:x1876445501731072:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:3.0:1789518403.988887:0:17083:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7441608c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f38d0052-52dc-405f-a9d4-0f80e8f0dd25+13:2387:x1876445501731072:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 28us (1759us total) trans 0 rc 0/0 00000100:00100000:3.0:1789518403.988893:0:17083:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 172 00000100:00100000:0.0:1789518404.086377:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e730207ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1876445522783488:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1789518404.086452:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789518404.087088:0:18599:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522783488 00000100:00100000:2.0:1789518404.087098:0:18599:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522783488 00000100:00100000:2.0:1789518404.087174:0:18599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:2.0:1789518404.087185:0:18599:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7302834380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3637:x1876445522783488:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1789518404.087215:0:18599:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 3485696 granted 17886912 pending 0 free 3915857920 avail 3684335616 00000100:00100000:2.0:1789518404.087263:0:18599:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7302834380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3637:x1876445522783488:12345-0@lo:13:osp-pre-0-1.0 Request processed in 80us (810us total) trans 0 rc 0/0 00000100:00100000:2.0:1789518404.087270:0:18599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:0.0:1789518404.087391:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e730207ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1876445522783488:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1789518404.087485:0:17086:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000001:00100000:1.0:1789518404.090741:0:19410:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of d7d9db62-953a-469d-a3cd-bfca7d59ab89 00000020:00000080:1.0:1789518404.090752:0:19410:0:(genops.c:885:class_export_put()) final put ffff8e7441112000/d7d9db62-953a-469d-a3cd-bfca7d59ab89 00000001:00100000:1.0:1789518404.090779:0:19410:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of d0c36d3b-fdd7-44d5-bda3-4d0dbdd54e23 00000020:00000080:1.0:1789518404.090782:0:19410:0:(genops.c:885:class_export_put()) final put ffff8e73028d6800/d0c36d3b-fdd7-44d5-bda3-4d0dbdd54e23 00000001:00100000:0.0:1789518404.090890:0:18591:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of d7d9db62-953a-469d-a3cd-bfca7d59ab89 00000020:00000080:0.0:1789518404.090894:0:18591:0:(genops.c:885:class_export_put()) final put ffff8e7441113000/d7d9db62-953a-469d-a3cd-bfca7d59ab89 00000020:00000080:2.0:1789518404.090960:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8e7441112000/d7d9db62-953a-469d-a3cd-bfca7d59ab89 for lustre-OST0001 00000020:00000080:2.0:1789518404.091013:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8e73028d6800/d0c36d3b-fdd7-44d5-bda3-4d0dbdd54e23 for lustre-OST0001 00000020:00000080:2.0:1789518404.091028:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8e7441113000/d7d9db62-953a-469d-a3cd-bfca7d59ab89 for lustre-OST0000 00000020:00000080:2.0:1789518404.091062:0:36:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8e7441116000 for lustre-OST0001 00000020:00000080:2.0:1789518404.091067:0:36:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8e73028d4000 for lustre-OST0001 00000020:00000080:2.0:1789518404.091071:0:36:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8e7441114000 for lustre-OST0000 00000040:00080000:3.0:1789518404.472918:0:17843:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:0.0:1789518404.597897:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1789518404.597930:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e7302835180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1876445522783616:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1789518404.597996:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789518404.598044:0:17096:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522783616 00000100:00100000:0.0:1789518404.598052:0:17096:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522783616 00000100:00100000:0.0:1789518404.598099:0:17096:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000100:00100000:0.0:1789518404.598110:0:17096:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7302834000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3637:x1876445522783616:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1789518404.598146:0:17096:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446293504 avail 1300054016 00000100:00100000:0.0:1789518404.598193:0:17096:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7302834000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3637:x1876445522783616:12345-0@lo:41:osp-pre-0-1.0 Request processed in 84us (196us total) trans 0 rc 0/0 00000100:00100000:0.0:1789518404.598200:0:17096:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00000100:00100000:0.0:1789518404.598246:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e7302835180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1876445522783616:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1789518404.598754:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e7301ba2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3639:1876445522783744:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1789518404.598789:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789518404.598831:0:17095:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522783744 00000100:00100000:3.0:1789518404.598835:0:17095:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522783744 00000100:00100000:3.0:1789518404.598861:0:17095:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000100:00100000:3.0:1789518404.598883:0:17095:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e743f9b2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3639:x1876445522783744:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1789518404.598902:0:17095:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1789518404.598943:0:17095:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e743f9b2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3639:x1876445522783744:12345-0@lo:41:osp-pre-1-0.0 Request processed in 61us (154us total) trans 0 rc 0/0 00000100:00100000:3.0:1789518404.598949:0:17095:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00000100:00100000:3.0:1789518404.598974:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e7301ba2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3639:1876445522783744:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1789518404.795589:0:17078:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1789518405.124835:0:17070:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934623 is committed 00000020:00080000:2.0:1789518405.124854:0:17070:0:(update_trans.c:1349:distribute_txn_batchid_cb()) lustre-MDT0000: 4294967529 batchid updated 00000020:00080000:2.0:1789518405.124876:0:17129:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967529 00000020:00080000:2.0:1789518405.124887:0:17129:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967529 00000100:00100000:1.0:1789518405.125300:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1789518405.125326:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e7301ba1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3639:1876445522783872:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1789518405.125530:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789518405.127455:0:18599:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522783872 00000100:00100000:0.0:1789518405.127499:0:18599:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522783872 00000100:00080000:2.0:1789518405.127715:0:17086:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1789518405.127762:0:18599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:0.0:1789518405.127774:0:18599:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7301ba0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1876445522783872:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1789518405.127800:0:18599:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 3485696 granted 17886912 pending 0 free 3915857920 avail 3684335616 00000100:00100000:0.0:1789518405.127929:0:18599:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7301ba0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1876445522783872:12345-0@lo:13:osp-pre-0-0.0 Request processed in 158us (2398us total) trans 0 rc 0/0 00000100:00100000:0.0:1789518405.127936:0:18599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:2.0:1789518405.138789:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e7301ba1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3639:1876445522783872:0@lo:13:osp-pre-0-0.0 00000001:02000400:2.0:1789518405.199863:0:20466:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-pcc test 1d: Test Project ID with remote access ========================================================== 20:26:43 (1789518403) 00010000:00010000:3.0:1789518405.813707:0:17079:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789518406.648695:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e7302835180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1876445522784000:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1789518406.648766:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789518406.648844:0:18599:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522784000 00000100:00100000:0.0:1789518406.648852:0:18599:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522784000 00000100:00100000:0.0:1789518406.648917:0:18599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:0.0:1789518406.648927:0:18599:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7302836300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3637:x1876445522784000:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1789518406.648954:0:18599:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:0.0:1789518406.648999:0:18599:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7302836300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3637:x1876445522784000:12345-0@lo:13:osp-pre-1-0.0 Request processed in 74us (232us total) trans 0 rc 0/0 00000100:00100000:0.0:1789518406.649005:0:18599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:0.0:1789518406.649056:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e7302835180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1876445522784000:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1789518406.650708:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1789518406.650723:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e7302835180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1876445522784128:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1789518406.650772:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789518406.650817:0:18599:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522784128 00000100:00100000:0.0:1789518406.650825:0:18599:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522784128 00000100:00100000:0.0:1789518406.650866:0:18599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:0.0:1789518406.650873:0:18599:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7302835880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3637:x1876445522784128:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1789518406.650900:0:18599:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:0.0:1789518406.650944:0:18599:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7302835880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3637:x1876445522784128:12345-0@lo:13:osp-pre-1-1.0 Request processed in 71us (173us total) trans 0 rc 0/0 00000100:00100000:0.0:1789518406.650951:0:18599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:0.0:1789518406.650990:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e7302835180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1876445522784128:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1789518406.651797:0:17086:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1789518406.651811:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e730207c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6224dd85-753f-4c3f-83da-7a6019473f75:3639:1876445522784256:0@lo:400:kworker.0 00000100:00100000:2.0:1789518406.651858:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789518406.651886:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e730207ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1876445522784768:0@lo:400:kworker.0 00000100:00100000:2.0:1789518406.651922:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789518406.651942:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e730207e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3639:1876445522785280:0@lo:400:kworker.0 00000100:00100000:2.0:1789518406.651967:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789518406.651988:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:2.0:1789518406.651993:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e730207d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3639:1876445522784384:0@lo:400:kworker.0 00000100:00100000:2.0:1789518406.652014:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789518406.652031:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e730207ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1876445522784896:0@lo:400:kworker.0 00000100:00100000:2.0:1789518406.652050:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789518406.652064:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e730207d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3639:1876445522785408:0@lo:400:kworker.0 00000100:00100000:2.0:1789518406.652081:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789518406.652122:0:17082:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522784256 00000100:00100000:2.0:1789518406.652129:0:17082:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522784256 00000100:00100000:2.0:1789518406.652176:0:17082:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 173 00000100:00100000:2.0:1789518406.652184:0:17082:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e744160a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6224dd85-753f-4c3f-83da-7a6019473f75+24:3639:x1876445522784256:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789518406.652222:0:17082:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e744160a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6224dd85-753f-4c3f-83da-7a6019473f75+24:3639:x1876445522784256:12345-0@lo:400:kworker.0 Request processed in 39us (364us total) trans 0 rc 0/0 00000100:00100000:2.0:1789518406.652228:0:17082:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 173 00000100:00100000:2.0:1789518406.652257:0:17830:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522784768 00000100:00100000:2.0:1789518406.652261:0:17830:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522784768 00000100:00100000:2.0:1789518406.652282:0:17830:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522784384 00000100:00100000:2.0:1789518406.652284:0:17830:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522784384 00000100:00100000:2.0:1789518406.652296:0:17830:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69 00000100:00100000:2.0:1789518406.652302:0:17830:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e730207dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3639:x1876445522784768:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789518406.652332:0:17830:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e730207dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3639:x1876445522784768:12345-0@lo:400:kworker.0 Request processed in 30us (409us total) trans 0 rc 0/0 00000100:00100000:2.0:1789518406.652338:0:17830:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 00000100:00100000:2.0:1789518406.652350:0:17830:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 70 00000100:00100000:2.0:1789518406.652355:0:17830:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7303414e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3639:x1876445522784384:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789518406.652380:0:17830:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7303414e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3639:x1876445522784384:12345-0@lo:400:kworker.0 Request processed in 26us (365us total) trans 0 rc 0/0 00000100:00100000:2.0:1789518406.652385:0:17830:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 70 00000100:00100000:2.0:1789518406.652403:0:17092:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522785280 00000100:00100000:2.0:1789518406.652407:0:17092:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522785280 00000100:00100000:2.0:1789518406.652435:0:17092:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522785408 00000100:00100000:2.0:1789518406.652438:0:17092:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522785408 00000100:00100000:2.0:1789518406.652459:0:17092:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 94 00000100:00100000:2.0:1789518406.652490:0:17092:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e730207ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3639:x1876445522785280:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789518406.652519:0:17092:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e730207ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3639:x1876445522785280:12345-0@lo:400:kworker.0 Request processed in 31us (550us total) trans 0 rc 0/0 00000100:00100000:2.0:1789518406.652532:0:17092:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 94 00000100:00100000:2.0:1789518406.652546:0:17092:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 95 00000100:00100000:2.0:1789518406.652552:0:17092:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7303415180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3639:x1876445522785408:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789518406.652580:0:17092:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7303415180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3639:x1876445522785408:12345-0@lo:400:kworker.0 Request processed in 29us (497us total) trans 0 rc 0/0 00000100:00100000:2.0:1789518406.652585:0:17092:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 95 00000100:00100000:2.0:1789518406.652605:0:18596:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522784896 00000100:00100000:2.0:1789518406.652608:0:18596:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522784896 00000100:00100000:2.0:1789518406.652634:0:18596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:2.0:1789518406.652641:0:18596:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7303414380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3639:x1876445522784896:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789518406.652670:0:18596:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7303414380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3639:x1876445522784896:12345-0@lo:400:kworker.0 Request processed in 30us (618us total) trans 0 rc 0/0 00000100:00100000:2.0:1789518406.652676:0:18596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:2.0:1789518406.652710:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e730207d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3639:1876445522784384:0@lo:400:kworker.0 00000100:00100000:2.0:1789518406.652719:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e730207ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1876445522784896:0@lo:400:kworker.0 00000100:00100000:2.0:1789518406.652727:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e730207d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3639:1876445522785408:0@lo:400:kworker.0 00000100:00100000:2.0:1789518406.652733:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e730207c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6224dd85-753f-4c3f-83da-7a6019473f75:3639:1876445522784256:0@lo:400:kworker.0 00000100:00100000:2.0:1789518406.652740:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e730207ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1876445522784768:0@lo:400:kworker.0 00010000:00080000:2.0:1789518406.652751:0:3639:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8e730207e300 x1876445522785280/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789518422 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789518406.652760:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e730207e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3639:1876445522785280:0@lo:400:kworker.0 00000100:00080000:2.0:1789518406.652784:0:17086:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1789518406.652793:0:17086:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1789518406.652795:0:17086:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1789518406.652814:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e730207c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1876445522784512:0@lo:400:kworker.0 00000100:00100000:2.0:1789518406.652840:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789518406.652857:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e730207f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3637:1876445522785024:0@lo:400:kworker.0 00000100:00100000:2.0:1789518406.652875:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789518406.652903:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e730207c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3637:1876445522785536:0@lo:400:kworker.0 00000100:00100000:2.0:1789518406.652921:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789518406.652938:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1789518406.652942:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e730207f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3637:1876445522784640:0@lo:400:kworker.0 00000100:00100000:2.0:1789518406.652961:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789518406.652975:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e730207f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3637:1876445522785152:0@lo:400:kworker.0 00000100:00100000:2.0:1789518406.652991:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789518406.653009:0:18595:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522784512 00000100:00100000:2.0:1789518406.653012:0:18595:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522784512 00000100:00100000:2.0:1789518406.653035:0:18595:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:2.0:1789518406.653041:0:18595:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7303416d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3637:x1876445522784512:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789518406.653072:0:18595:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7303416d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3637:x1876445522784512:12345-0@lo:400:kworker.0 Request processed in 31us (231us total) trans 0 rc 0/0 00000100:00100000:2.0:1789518406.653077:0:18595:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:2.0:1789518406.653093:0:17091:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522785024 00000100:00100000:2.0:1789518406.653096:0:17091:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522785024 00000100:00100000:2.0:1789518406.653112:0:17091:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522785536 00000100:00100000:2.0:1789518406.653114:0:17091:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522785536 00000100:00100000:2.0:1789518406.653128:0:17091:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522784640 00000100:00100000:2.0:1789518406.653130:0:17091:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522784640 00000100:00100000:2.0:1789518406.653139:0:17091:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522785152 00000100:00100000:2.0:1789518406.653141:0:17091:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522785152 00000100:00100000:2.0:1789518406.653165:0:17091:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 96 00000100:00100000:2.0:1789518406.653170:0:17091:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7303417480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3637:x1876445522785024:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789518406.653199:0:17091:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7303417480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3637:x1876445522785024:12345-0@lo:400:kworker.0 Request processed in 29us (323us total) trans 0 rc 0/0 00000100:00100000:2.0:1789518406.653204:0:17091:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 96 00000100:00100000:2.0:1789518406.653214:0:17091:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 97 00000100:00100000:2.0:1789518406.653219:0:17091:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7303416680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3637:x1876445522785536:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789518406.653242:0:17091:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7303416680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3637:x1876445522785536:12345-0@lo:400:kworker.0 Request processed in 23us (320us total) trans 0 rc 0/0 00000100:00100000:2.0:1789518406.653247:0:17091:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 97 00000100:00100000:2.0:1789518406.653257:0:17091:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 98 00000100:00100000:2.0:1789518406.653262:0:17091:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7303415c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3637:x1876445522784640:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789518406.653284:0:17091:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7303415c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3637:x1876445522784640:12345-0@lo:400:kworker.0 Request processed in 21us (321us total) trans 0 rc 0/0 00000100:00100000:2.0:1789518406.653288:0:17091:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 98 00000100:00100000:2.0:1789518406.653298:0:17091:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 99 00000100:00100000:2.0:1789518406.653302:0:17091:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7303414a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3637:x1876445522785152:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789518406.653325:0:17091:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7303414a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3637:x1876445522785152:12345-0@lo:400:kworker.0 Request processed in 22us (334us total) trans 0 rc 0/0 00000100:00100000:2.0:1789518406.653330:0:17091:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 99 00000100:00080000:2.0:1789518406.653352:0:17086:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1789518406.653354:0:17086:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1789518406.653369:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e730207f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3637:1876445522784640:0@lo:400:kworker.0 00000100:00100000:2.0:1789518406.653378:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e730207f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3637:1876445522785152:0@lo:400:kworker.0 00000100:00100000:2.0:1789518406.653385:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e730207c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1876445522784512:0@lo:400:kworker.0 00000100:00100000:2.0:1789518406.653402:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e730207f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3637:1876445522785024:0@lo:400:kworker.0 00010000:00080000:2.0:1789518406.653411:0:3637:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8e730207c000 x1876445522785536/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789518422 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789518406.653419:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e730207c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3637:1876445522785536:0@lo:400:kworker.0 00010000:00010000:3.0:1789518406.842518:0:17078:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789518407.866775:0:17079:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789518408.885927:0:17078:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789518409.107670:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1789518409.107717:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1789518409.107747:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1789518409.107756:0:17084:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445501731840 00000100:00100000:1.0:1789518409.107767:0:17084:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445501731840 00000100:00100000:3.0:1789518409.107780:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1789518409.107809:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1789518409.107831:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1789518409.107960:0:17092:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445501732096 00000100:00100000:0.0:1789518409.107965:0:17092:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445501732096 00000100:00100000:0.0:1789518409.108021:0:17092:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445501732352 00000100:00100000:0.0:1789518409.108024:0:17092:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445501732352 00000100:00100000:0.0:1789518409.108037:0:17092:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445501731968 00000100:00100000:0.0:1789518409.108039:0:17092:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445501731968 00000100:00100000:1.0:1789518409.108042:0:17084:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 174 00000100:00100000:0.0:1789518409.108051:0:17092:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445501732480 00000100:00100000:1.0:1789518409.108052:0:17084:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e744160b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f38d0052-52dc-405f-a9d4-0f80e8f0dd25+13:2387:x1876445501731840:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:0.0:1789518409.108053:0:17092:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445501732480 00000100:00100000:0.0:1789518409.108066:0:17092:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 100 00000100:00100000:0.0:1789518409.108071:0:17092:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e743f9b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d0c36d3b-fdd7-44d5-bda3-4d0dbdd54e23+5:2387:x1876445501732096:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:2.0:1789518409.108148:0:17091:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 101 00000100:00100000:2.0:1789518409.108157:0:17091:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e743f9b1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d7d9db62-953a-469d-a3cd-bfca7d59ab89+6:2387:x1876445501732352:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:0.0:1789518409.108257:0:17092:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e743f9b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d0c36d3b-fdd7-44d5-bda3-4d0dbdd54e23+5:2387:x1876445501732096:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 184us (538us total) trans 0 rc 0/0 00000100:00100000:0.0:1789518409.108264:0:17092:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 100 00000100:00100000:0.0:1789518409.108281:0:17092:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 102 00000100:00100000:0.0:1789518409.108288:0:17092:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e743f9b0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d0c36d3b-fdd7-44d5-bda3-4d0dbdd54e23+13:2387:x1876445501731968:12345-192.168.202.43@tcp:400:kworker.0 00000100:00080000:3.0:1789518409.108358:0:17086:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1789518409.108362:0:17086:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1789518409.108393:0:17090:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 103 00000100:00100000:3.0:1789518409.108401:0:17090:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e743f9b0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d7d9db62-953a-469d-a3cd-bfca7d59ab89+5:2387:x1876445501732480:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:1.0:1789518409.116219:0:17084:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e744160b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f38d0052-52dc-405f-a9d4-0f80e8f0dd25+13:2387:x1876445501731840:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 8156us (8547us total) trans 0 rc 0/0 00000100:00100000:1.0:1789518409.116234:0:17084:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 174 00000100:00100000:1.0:1789518409.117151:0:18596:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445501732224 00000100:00100000:1.0:1789518409.117163:0:18596:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445501732224 00000100:00100000:1.0:1789518409.117292:0:18596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 36 00000100:00100000:1.0:1789518409.117302:0:18596:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e743f9b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d0c36d3b-fdd7-44d5-bda3-4d0dbdd54e23+5:2387:x1876445501732224:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:1.0:1789518409.117359:0:18596:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e743f9b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d0c36d3b-fdd7-44d5-bda3-4d0dbdd54e23+5:2387:x1876445501732224:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 58us (9548us total) trans 0 rc 0/0 00000100:00100000:1.0:1789518409.117366:0:18596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 36 00000100:00080000:1.0:1789518409.117656:0:17086:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1789518409.118507:0:17092:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e743f9b0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d0c36d3b-fdd7-44d5-bda3-4d0dbdd54e23+13:2387:x1876445501731968:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 10214us (10719us total) trans 0 rc 0/0 00000100:00100000:0.0:1789518409.118518:0:17092:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 102 00000100:00100000:2.0:1789518409.120982:0:17091:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e743f9b1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d7d9db62-953a-469d-a3cd-bfca7d59ab89+6:2387:x1876445501732352:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 12815us (13222us total) trans 0 rc 0/0 00000100:00100000:2.0:1789518409.120996:0:17091:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 101 00000100:00100000:3.0:1789518409.133300:0:17090:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e743f9b0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d7d9db62-953a-469d-a3cd-bfca7d59ab89+5:2387:x1876445501732480:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 24850us (25417us total) trans 0 rc 0/0 00000100:00100000:3.0:1789518409.133317:0:17090:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 103 00000100:00100000:1.0:1789518409.206355:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1789518409.206378:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e7303414000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1876445522785664:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1789518409.206445:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789518409.207016:0:18599:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522785664 00000100:00100000:2.0:1789518409.207025:0:18599:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522785664 00000100:00100000:2.0:1789518409.207098:0:18599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:2.0:1789518409.207107:0:18599:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7301ba1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3637:x1876445522785664:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1789518409.207144:0:18599:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 3485696 granted 17886912 pending 0 free 3915857920 avail 3684335616 00000100:00100000:2.0:1789518409.207197:0:18599:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7301ba1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3637:x1876445522785664:12345-0@lo:13:osp-pre-0-1.0 Request processed in 91us (751us total) trans 0 rc 0/0 00000100:00100000:2.0:1789518409.207204:0:18599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:2.0:1789518409.207250:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e7303414000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1876445522785664:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1789518409.207426:0:17086:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1789518409.369091:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1789518409.369376:0:17093:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445501732736 00000100:00100000:0.0:1789518409.369386:0:17093:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445501732736 00000100:00100000:0.0:1789518409.369449:0:17093:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 13 00000100:00100000:0.0:1789518409.369460:0:17093:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7301ba2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d0c36d3b-fdd7-44d5-bda3-4d0dbdd54e23+13:16300:x1876445501732736:12345-192.168.202.43@tcp:35:umount.0 00000001:00080000:0.0:1789518409.370069:0:17093:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 8589934624 00000001:00080000:0.0:1789518409.370156:0:17093:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 8589934625 00000100:00100000:0.0:1789518409.370288:0:17093:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7301ba2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d0c36d3b-fdd7-44d5-bda3-4d0dbdd54e23+16:16300:x1876445501732736:12345-192.168.202.43@tcp:35:umount.0 Request processed in 829us (1204us total) trans 8589934626 rc 0/0 00000100:00100000:0.0:1789518409.370297:0:17093:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 13 00000020:00080000:0.0:1789518409.370302:0:17093:0:(tgt_main.c:784:tgt_ses_key_exit()) total 3 transactions per RPC 00000100:00100000:1.0:1789518409.374711:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1789518409.374854:0:17076:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445501732864 00000100:00100000:3.0:1789518409.374892:0:17076:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445501732864 00000100:00100000:3.0:1789518409.374967:0:17076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 3 00000100:00100000:3.0:1789518409.374977:0:17076:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7301ba3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:f38d0052-52dc-405f-a9d4-0f80e8f0dd25+13:2387:x1876445501732864:12345-192.168.202.43@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1789518409.375011:0:17076:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1789518409.375030:0:17076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8e7400031a00/0x8d0fd6794231581c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x44801000000000 nid: 192.168.202.43@tcp remote: 0x3c6c92dc7856649b expref: 13 pid: 17084 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518409.375046:0:17076:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1789518409.375107:0:17076:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7301ba3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:f38d0052-52dc-405f-a9d4-0f80e8f0dd25+12:2387:x1876445501732864:12345-192.168.202.43@tcp:103:ldlm_bl.0 Request processed in 131us (404us total) trans 0 rc 0/0 00000100:00100000:3.0:1789518409.375114:0:17076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 3 00000100:00100000:1.0:1789518409.388149:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1789518409.388198:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1789518409.388389:0:20116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445501732992 00000100:00100000:0.0:1789518409.388400:0:20116:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445501732992 00000100:00100000:1.0:1789518409.388690:0:17076:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445501733120 00000100:00100000:1.0:1789518409.388695:0:17076:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445501733120 00000100:00100000:1.0:1789518409.388743:0:17076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 4 00000100:00100000:1.0:1789518409.388754:0:17076:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7301ba0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:f38d0052-52dc-405f-a9d4-0f80e8f0dd25+13:2388:x1876445501732992:12345-192.168.202.43@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1789518409.388770:0:17076:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1789518409.388793:0:17076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8e73033aca00/0x8d0fd67942315823 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 192.168.202.43@tcp remote: 0x3c6c92dc785664cc expref: 13 pid: 17082 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789518409.388815:0:17075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 5 00010000:00010000:1.0:1789518409.388823:0:17076:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1789518409.388829:0:17075:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7404db7c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f38d0052-52dc-405f-a9d4-0f80e8f0dd25+12:2387:x1876445501733120:12345-192.168.202.43@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1789518409.388841:0:17075:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789518409.388853:0:17075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8e743f8b7800/0x8d0fd679423158e0 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x44801000000000 nid: 192.168.202.43@tcp remote: 0x3c6c92dc78566582 expref: 12 pid: 17082 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789518409.388897:0:17076:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7301ba0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:f38d0052-52dc-405f-a9d4-0f80e8f0dd25+11:2388:x1876445501732992:12345-192.168.202.43@tcp:103:ldlm_bl.0 Request processed in 144us (755us total) trans 0 rc 0/0 00010000:00010000:2.0:1789518409.388898:0:17075:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1789518409.388918:0:17076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 4 00000100:00100000:2.0:1789518409.389069:0:17075:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7404db7c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f38d0052-52dc-405f-a9d4-0f80e8f0dd25+10:2387:x1876445501733120:12345-192.168.202.43@tcp:103:ldlm_bl.0 Request processed in 245us (870us total) trans 0 rc 0/0 00000100:00100000:2.0:1789518409.389077:0:17075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 5 00000100:00100000:1.0:1789518409.398205:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1789518409.398277:0:18595:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445501733248 00000100:00100000:2.0:1789518409.398288:0:18595:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445501733248 00000100:00100000:2.0:1789518409.398348:0:18595:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 33 00000100:00100000:2.0:1789518409.398357:0:18595:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7301ba1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d0c36d3b-fdd7-44d5-bda3-4d0dbdd54e23+5:2386:x1876445501733248:12345-192.168.202.43@tcp:9:umount.0 00000020:00000080:2.0:1789518409.398393:0:18595:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x8d0fd6794231583f 00000100:00080000:2.0:1789518409.398402:0:18595:0:(import.c:65:import_set_state_nolock()) ffff8e730304f800 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1789518409.398450:0:18595:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934600 00010000:00010000:3.0:1789518409.398505:0:17079:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789518409.398618:0:18595:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7301ba1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d0c36d3b-fdd7-44d5-bda3-4d0dbdd54e23+2:2386:x1876445501733248:12345-192.168.202.43@tcp:9:umount.0 Request processed in 262us (421us total) trans 0 rc 0/0 00000100:00100000:2.0:1789518409.398625:0:18595:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 33 00000100:00100000:1.0:1789518409.415337:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1789518409.415441:0:19376:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445501734144 00000100:00100000:2.0:1789518409.415451:0:19376:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445501734144 00000100:00100000:2.0:1789518409.415553:0:19376:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 67 00000100:00100000:2.0:1789518409.415564:0:19376:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7301ba1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d0c36d3b-fdd7-44d5-bda3-4d0dbdd54e23+16:2386:x1876445501734144:12345-192.168.202.43@tcp:39:umount.0 00000020:00000080:2.0:1789518409.415607:0:19376:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x8d0fd67942315831 00000020:00010000:2.0:1789518409.415623:0:19376:0:(genops.c:1920:obd_stale_export_put()) Put export ffff8e73028d0800: total 0 00000100:00080000:2.0:1789518409.415628:0:19376:0:(import.c:65:import_set_state_nolock()) ffff8e73028d2000 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1789518409.415658:0:19376:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934626 00000020:00010000:3.0:1789518409.416121:0:17078:0:(genops.c:1906:obd_stale_export_get()) Get export ffff8e73028d0800: total 0 00010000:00010000:3.0:1789518409.416126:0:17078:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789518409.416184:0:17078:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff8e73028d0800, canceled 0 locks, left on hash table 8. 00010000:00010000:3.0:1789518409.416222:0:17078:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x2:0x0].0x0 (ffff8e743b22eb00) 00010000:00010000:3.0:1789518409.416226:0:17078:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1789518409.416235:0:17078:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8e7400031800/0x8d0fd67942315a5a lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0x3c6c92dc785665f2 expref: 15 pid: 17092 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518409.416257:0:17078:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8e7303358700) 00010000:00010000:3.0:1789518409.416260:0:17078:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1789518409.416264:0:17078:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8e7435f9dc00/0x8d0fd67942315918 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0x3c6c92dc78566590 expref: 14 pid: 17090 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518409.416288:0:17078:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8e7441627900) 00010000:00010000:3.0:1789518409.416290:0:17078:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1789518409.416294:0:17078:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8e7435f0dc00/0x8d0fd67942315957 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0x3c6c92dc7856659e expref: 13 pid: 17092 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518409.416307:0:17078:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x3:0x0].0x0 (ffff8e743b22e600) 00010000:00010000:3.0:1789518409.416322:0:17078:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1789518409.416329:0:17078:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8e74421c2a00/0x8d0fd67942315ae6 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0x3c6c92dc7856661c expref: 12 pid: 17092 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518409.416347:0:17078:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x2:0x0].0x0 (ffff8e743b22eb00) 00010000:00010000:3.0:1789518409.416350:0:17078:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1789518409.416354:0:17078:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8e7435f0c400/0x8d0fd67942315b3a lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0x3c6c92dc78566638 expref: 11 pid: 17090 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518409.416366:0:17078:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff8e7441627700) 00010000:00010000:3.0:1789518409.416368:0:17078:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1789518409.416372:0:17078:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8e7435f0ca00/0x8d0fd679423158fc lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0x3c6c92dc78566589 expref: 10 pid: 17092 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518409.416390:0:17078:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x1:0x0].0x0 (ffff8e7303358a00) 00010000:00010000:3.0:1789518409.416393:0:17078:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1789518409.416396:0:17078:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8e7435f9c800/0x8d0fd679423159dc lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0x3c6c92dc785665c8 expref: 9 pid: 17090 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518409.416408:0:17078:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x2:0x0].0x0 (ffff8e743b22eb00) 00010000:00010000:3.0:1789518409.416411:0:17078:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1789518409.416413:0:17078:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033ad800/0x8d0fd67942315a8b lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.43@tcp remote: 0x3c6c92dc78566607 expref: 8 pid: 17090 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518409.416425:0:17078:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff8e73028d0800, canceled 8 locks, left on hash table 0. 00010000:00010000:3.0:1789518409.416439:0:17078:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789518409.416441:0:17078:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789518409.416442:0:17078:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789518409.417072:0:19376:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7301ba1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d0c36d3b-fdd7-44d5-bda3-4d0dbdd54e23+6:2386:x1876445501734144:12345-192.168.202.43@tcp:39:umount.0 Request processed in 1507us (1741us total) trans 8589934627 rc 0/0 00000100:00100000:2.0:1789518409.417082:0:19376:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 67 00000100:00100000:1.0:1789518409.428568:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1789518409.428917:0:17092:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445501734272 00000100:00100000:0.0:1789518409.428927:0:17092:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445501734272 00000100:00100000:0.0:1789518409.428985:0:17092:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 68 00000100:00100000:0.0:1789518409.428997:0:17092:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7301ba0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d0c36d3b-fdd7-44d5-bda3-4d0dbdd54e23+5:2386:x1876445501734272:12345-192.168.202.43@tcp:39:umount.0 00000020:00000080:0.0:1789518409.429031:0:17092:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x8d0fd67942315838 00000100:00080000:0.0:1789518409.429049:0:17092:0:(import.c:65:import_set_state_nolock()) ffff8e730296c800 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1789518409.429082:0:17092:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934592 00010000:00010000:3.0:1789518409.429429:0:17079:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789518409.429698:0:17092:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7301ba0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d0c36d3b-fdd7-44d5-bda3-4d0dbdd54e23+3:2386:x1876445501734272:12345-192.168.202.43@tcp:39:umount.0 Request processed in 700us (1137us total) trans 8589934593 rc 0/0 00000100:00100000:0.0:1789518409.429708:0:17092:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 68 00000100:00100000:3.0:1789518409.717696:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e7302835180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1876445522785792:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1789518409.717773:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789518409.717892:0:17830:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522785792 00000100:00100000:0.0:1789518409.717905:0:17830:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522785792 00000100:00100000:0.0:1789518409.717963:0:17830:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:0.0:1789518409.717973:0:17830:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e743f9b0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3639:x1876445522785792:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1789518409.718011:0:17830:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446293504 avail 1300054016 00000100:00100000:0.0:1789518409.718064:0:17830:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e743f9b0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3639:x1876445522785792:12345-0@lo:41:osp-pre-0-1.0 Request processed in 93us (290us total) trans 0 rc 0/0 00000100:00100000:0.0:1789518409.718071:0:17830:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000100:00100000:3.0:1789518409.718161:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e7302835180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1876445522785792:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1789518409.718959:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1789518409.721632:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e7301ba0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3639:1876445522785920:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1789518409.721703:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789518409.721850:0:17096:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522785920 00000100:00100000:2.0:1789518409.721867:0:17096:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522785920 00000100:00100000:2.0:1789518409.721936:0:17096:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:2.0:1789518409.721947:0:17096:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e743f9b1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3639:x1876445522785920:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1789518409.721983:0:17096:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446461440 avail 1300221952 00000100:00100000:2.0:1789518409.722079:0:17096:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e743f9b1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3639:x1876445522785920:12345-0@lo:41:osp-pre-1-0.0 Request processed in 133us (375us total) trans 0 rc 0/0 00000100:00100000:2.0:1789518409.722087:0:17096:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00100000:3.0:1789518409.722747:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e7301ba0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3639:1876445522785920:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1789518409.910495:0:17078:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789518410.230023:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e7301ba1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1876445522786048:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1789518410.230096:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789518410.230264:0:18599:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522786048 00000100:00100000:3.0:1789518410.230274:0:18599:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522786048 00000100:00100000:3.0:1789518410.230343:0:18599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:3.0:1789518410.230353:0:18599:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7303414000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3637:x1876445522786048:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1789518410.230382:0:18599:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915857920 avail 3684335616 00000100:00100000:3.0:1789518410.230430:0:18599:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7303414000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3637:x1876445522786048:12345-0@lo:13:osp-pre-0-0.0 Request processed in 79us (334us total) trans 0 rc 0/0 00000100:00100000:3.0:1789518410.230437:0:18599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00080000:2.0:1789518410.230573:0:17086:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1789518410.230609:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e7301ba1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1876445522786048:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1789518410.936523:0:17079:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789518411.682032:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1789518411.682075:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1789518411.682108:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1789518411.682294:0:17075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445501734400 00000100:00100000:2.0:1789518411.682305:0:17075:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445501734400 00000100:00100000:2.0:1789518411.682370:0:17075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445501734656 00000100:00100000:2.0:1789518411.682374:0:17075:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445501734656 00000100:00100000:2.0:1789518411.682390:0:17075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445501734528 00000100:00100000:2.0:1789518411.682392:0:17075:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445501734528 00000100:00100000:2.0:1789518411.682410:0:17075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 6 00000100:00100000:2.0:1789518411.682421:0:17075:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7301ba0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f38d0052-52dc-405f-a9d4-0f80e8f0dd25+12:2388:x1876445501734400:12345-192.168.202.43@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1789518411.682437:0:17075:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789518411.682455:0:17075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8e7400030000/0x8d0fd6794231585b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x44801000000000 nid: 192.168.202.43@tcp remote: 0x3c6c92dc7856650b expref: 12 pid: 17084 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518411.682500:0:17075:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1789518411.682550:0:17075:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7301ba0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f38d0052-52dc-405f-a9d4-0f80e8f0dd25+11:2388:x1876445501734400:12345-192.168.202.43@tcp:103:ldlm_bl.0 Request processed in 131us (536us total) trans 0 rc 0/0 00000100:00100000:2.0:1789518411.682557:0:17075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 6 00000100:00100000:2.0:1789518411.682594:0:17075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 7 00000100:00100000:2.0:1789518411.682600:0:17075:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7301ba3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f38d0052-52dc-405f-a9d4-0f80e8f0dd25+10:2388:x1876445501734656:12345-192.168.202.43@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1789518411.682608:0:17075:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789518411.682617:0:17075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8e7400030600/0x8d0fd679423158d9 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 192.168.202.43@tcp remote: 0x3c6c92dc7856657b expref: 10 pid: 17084 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518411.682626:0:17075:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1789518411.682644:0:17075:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7301ba3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f38d0052-52dc-405f-a9d4-0f80e8f0dd25+9:2388:x1876445501734656:12345-192.168.202.43@tcp:103:ldlm_bl.0 Request processed in 44us (569us total) trans 0 rc 0/0 00000100:00100000:2.0:1789518411.682650:0:17075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 7 00000100:00100000:2.0:1789518411.682662:0:17075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 8 00000100:00100000:2.0:1789518411.682668:0:17075:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7301ba2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f38d0052-52dc-405f-a9d4-0f80e8f0dd25+8:2388:x1876445501734528:12345-192.168.202.43@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1789518411.682675:0:17075:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789518411.682696:0:17075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8e7435f9de00/0x8d0fd67942315862 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 192.168.202.43@tcp remote: 0x3c6c92dc7856653c expref: 8 pid: 17084 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518411.682706:0:17075:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1789518411.682724:0:17075:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7301ba2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f38d0052-52dc-405f-a9d4-0f80e8f0dd25+7:2388:x1876445501734528:12345-192.168.202.43@tcp:103:ldlm_bl.0 Request processed in 56us (615us total) trans 0 rc 0/0 00000100:00100000:2.0:1789518411.682731:0:17075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 8 00000100:00100000:1.0:1789518411.690862:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1789518411.691630:0:17090:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445501734912 00000100:00100000:3.0:1789518411.691643:0:17090:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445501734912 00000100:00100000:3.0:1789518411.691738:0:17090:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 69 00000100:00100000:3.0:1789518411.691749:0:17090:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7301ba2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d7d9db62-953a-469d-a3cd-bfca7d59ab89+6:2386:x1876445501734912:12345-192.168.202.43@tcp:39:umount.0 00000020:00000080:3.0:1789518411.691801:0:17090:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x8d0fd67942315870 00000020:00010000:3.0:1789518411.691809:0:17090:0:(genops.c:1920:obd_stale_export_put()) Put export ffff8e73028d4800: total 0 00000100:00080000:3.0:1789518411.691814:0:17090:0:(import.c:65:import_set_state_nolock()) ffff8e73028d1000 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1789518411.691861:0:17090:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934627 00000100:00100000:3.0:1789518411.692016:0:17090:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7301ba2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d7d9db62-953a-469d-a3cd-bfca7d59ab89+5:2386:x1876445501734912:12345-192.168.202.43@tcp:39:umount.0 Request processed in 268us (1171us total) trans 8589934628 rc 0/0 00000100:00100000:3.0:1789518411.692048:0:17090:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 69 00000020:00010000:0.0:1789518411.692270:0:17078:0:(genops.c:1906:obd_stale_export_get()) Get export ffff8e73028d4800: total 0 00010000:00010000:0.0:1789518411.692332:0:17078:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff8e73028d4800, canceled 0 locks, left on hash table 1. 00010000:00010000:0.0:1789518411.692371:0:17078:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8e7441627900) 00010000:00010000:0.0:1789518411.692375:0:17078:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1789518411.692383:0:17078:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8e7435f0d000/0x8d0fd67942315965 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0x3c6c92dc785665a5 expref: 4 pid: 17091 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518411.692408:0:17078:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff8e73028d4800, canceled 1 locks, left on hash table 0. 00010000:00010000:0.0:1789518411.692420:0:17078:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789518411.692422:0:17078:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789518411.692424:0:17078:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789518411.693592:0:17086:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1789518411.702825:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1789518411.702960:0:19376:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445501735040 00000100:00100000:2.0:1789518411.702971:0:19376:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445501735040 00000100:00100000:2.0:1789518411.703063:0:19376:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 70 00000100:00100000:2.0:1789518411.703075:0:19376:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7301ba1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d7d9db62-953a-469d-a3cd-bfca7d59ab89+5:2386:x1876445501735040:12345-192.168.202.43@tcp:39:umount.0 00000020:00000080:2.0:1789518411.703121:0:19376:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x8d0fd67942315877 00000100:00080000:2.0:1789518411.703143:0:19376:0:(import.c:65:import_set_state_nolock()) ffff8e7441110800 : changing import state from FULL to CLOSED 00000100:00080000:1.0:1789518411.703229:0:17086:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000001:00000004:2.0:1789518411.703544:0:19376:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934593 00000100:00100000:2.0:1789518411.703695:0:19376:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7301ba1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d7d9db62-953a-469d-a3cd-bfca7d59ab89+3:2386:x1876445501735040:12345-192.168.202.43@tcp:39:umount.0 Request processed in 621us (879us total) trans 8589934594 rc 0/0 00000100:00100000:2.0:1789518411.703703:0:19376:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 70 00010000:00010000:0.0:1789518411.704931:0:17079:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789518411.730770:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1789518411.732192:0:17083:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445501735296 00000100:00100000:2.0:1789518411.732206:0:17083:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445501735296 00000100:00100000:2.0:1789518411.732280:0:17083:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 175 00000100:00100000:2.0:1789518411.732290:0:17083:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e744160ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f38d0052-52dc-405f-a9d4-0f80e8f0dd25+7:2386:x1876445501735296:12345-192.168.202.43@tcp:251:umount.0 00000020:00000080:2.0:1789518411.732337:0:17083:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x8d0fd6794231580e 00000020:00010000:2.0:1789518411.732345:0:17083:0:(genops.c:1920:obd_stale_export_put()) Put export ffff8e7302b96000: total 0 00000100:00080000:2.0:1789518411.732350:0:17083:0:(import.c:65:import_set_state_nolock()) ffff8e7302b97800 : changing import state from FULL to CLOSED 00000100:00100000:2.0:1789518411.732656:0:17083:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e744160ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f38d0052-52dc-405f-a9d4-0f80e8f0dd25+3:2386:x1876445501735296:12345-192.168.202.43@tcp:251:umount.0 Request processed in 366us (1896us total) trans 0 rc 0/0 00000100:00100000:2.0:1789518411.732665:0:17083:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 175 00000020:00010000:0.0:1789518411.732801:0:17078:0:(genops.c:1906:obd_stale_export_get()) Get export ffff8e7302b96000: total 0 00010000:00010000:0.0:1789518411.732815:0:17078:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789518411.732882:0:17078:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff8e7302b96000, canceled 0 locks, left on hash table 1. 00010000:00010000:0.0:1789518411.732917:0:17078:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8e7435f9c000/0x8d0fd67942315815 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801000000000 nid: 192.168.202.43@tcp remote: 0x3c6c92dc78566494 expref: 2 pid: 17082 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518411.732934:0:17078:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff8e7302b96000, canceled 1 locks, left on hash table 0. 00000020:00000080:0.0:1789518411.732944:0:17078:0:(genops.c:885:class_export_put()) final put ffff8e7302b96000/f38d0052-52dc-405f-a9d4-0f80e8f0dd25 00010000:00010000:0.0:1789518411.735889:0:17078:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789518411.735900:0:17078:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789518411.735902:0:17078:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1789518411.736366:0:473:0:(genops.c:844:class_export_destroy()) destroying export ffff8e7302b96000/f38d0052-52dc-405f-a9d4-0f80e8f0dd25 for MGS 00000020:00000080:2.0:1789518411.736424:0:473:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8e7302b97800 for MGS 00000040:00080000:2.0:1789518411.765712:0:17125:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:2.0:1789518411.765720:0:17125:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1789518411.765741:0:17125:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 2 count 2 00000040:00080000:2.0:1789518411.765753:0:17125:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 3 count 2 00000100:00100000:3.0:1789518411.765833:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1789518411.765857:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e743f9b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1876445522786304:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1789518411.765929:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789518411.765982:0:18599:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522786304 00000100:00100000:2.0:1789518411.765990:0:18599:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522786304 00000100:00100000:2.0:1789518411.766049:0:18599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:2.0:1789518411.766068:0:18599:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e743f9b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1876445522786304:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1789518411.766096:0:18599:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:2.0:1789518411.766140:0:18599:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e743f9b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1876445522786304:12345-0@lo:13:osp-pre-1-0.0 Request processed in 74us (211us total) trans 0 rc 0/0 00000100:00100000:2.0:1789518411.766163:0:18599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:3.0:1789518411.766653:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e743f9b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1876445522786304:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1789518411.768080:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e7302837b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3638:1876445522786176:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1789518411.768151:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789518411.768218:0:18599:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522786176 00000100:00100000:2.0:1789518411.768227:0:18599:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522786176 00000100:00100000:2.0:1789518411.768294:0:18599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:2.0:1789518411.768304:0:18599:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7302836680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3638:x1876445522786176:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1789518411.768325:0:18599:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:2.0:1789518411.768376:0:18599:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7302836680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3638:x1876445522786176:12345-0@lo:13:osp-pre-1-1.0 Request processed in 74us (224us total) trans 0 rc 0/0 00000100:00100000:2.0:1789518411.768382:0:18599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00080000:1.0:1789518411.768674:0:17086:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1789518411.768755:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1789518411.768766:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e7301ba0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6224dd85-753f-4c3f-83da-7a6019473f75:3639:1876445522786432:0@lo:400:kworker.0 00000100:00100000:1.0:1789518411.768812:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789518411.768858:0:17082:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522786432 00000100:00100000:1.0:1789518411.768862:0:17082:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522786432 00000100:00100000:1.0:1789518411.768901:0:17082:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 176 00000100:00100000:1.0:1789518411.768908:0:17082:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7441609050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6224dd85-753f-4c3f-83da-7a6019473f75+24:3639:x1876445522786432:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789518411.768946:0:17082:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7441609050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6224dd85-753f-4c3f-83da-7a6019473f75+24:3639:x1876445522786432:12345-0@lo:400:kworker.0 Request processed in 38us (134us total) trans 0 rc 0/0 00000100:00100000:1.0:1789518411.768964:0:17082:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 176 00000100:00100000:1.0:1789518411.769012:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e7301ba0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6224dd85-753f-4c3f-83da-7a6019473f75:3639:1876445522786432:0@lo:400:kworker.0 00000100:00100000:1.0:1789518411.769060:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e7301ba0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1876445522786560:0@lo:400:kworker.0 00000100:00100000:1.0:1789518411.769091:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789518411.769120:0:17095:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522786560 00000100:00100000:1.0:1789518411.769124:0:17095:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522786560 00000100:00100000:1.0:1789518411.769170:0:17095:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00100000:1.0:1789518411.769176:0:17095:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7301ba3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3637:x1876445522786560:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789518411.769182:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e7302837b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3638:1876445522786176:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1789518411.769213:0:17095:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7301ba3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3637:x1876445522786560:12345-0@lo:400:kworker.0 Request processed in 37us (122us total) trans 0 rc 0/0 00000100:00100000:1.0:1789518411.769219:0:17095:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00100000:0.0:1789518411.769224:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e7302837b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1876445522786688:0@lo:400:kworker.0 00000100:00100000:1.0:1789518411.769245:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e7301ba0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1876445522786560:0@lo:400:kworker.0 00000100:00100000:0.0:1789518411.769248:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789518411.769262:0:18596:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522786688 00000100:00100000:1.0:1789518411.769265:0:18596:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522786688 00000100:00100000:0.0:1789518411.769286:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1789518411.769288:0:18596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:1.0:1789518411.769294:0:18596:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7302834e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3638:x1876445522786688:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789518411.769299:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e7302835c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3640:1876445522786816:0@lo:400:kworker.0 00000100:00100000:0.0:1789518411.769324:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789518411.769328:0:18596:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7302834e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3638:x1876445522786688:12345-0@lo:400:kworker.0 Request processed in 34us (79us total) trans 0 rc 0/0 00000100:00100000:1.0:1789518411.769334:0:18596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:0.0:1789518411.769347:0:17092:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522786816 00000100:00100000:0.0:1789518411.769351:0:17092:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522786816 00000100:00100000:1.0:1789518411.769358:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e7302837b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1876445522786688:0@lo:400:kworker.0 00000100:00100000:0.0:1789518411.769378:0:17092:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 104 00000100:00100000:0.0:1789518411.769384:0:17092:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7302837800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3640:x1876445522786816:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789518411.769394:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e7301ba0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3640:1876445522786944:0@lo:400:kworker.0 00000100:00100000:1.0:1789518411.769413:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789518411.769413:0:17092:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7302837800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3640:x1876445522786816:12345-0@lo:400:kworker.0 Request processed in 29us (89us total) trans 0 rc 0/0 00000100:00100000:0.0:1789518411.769419:0:17092:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 104 00000100:00100000:1.0:1789518411.769434:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e7302835c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3640:1876445522786816:0@lo:400:kworker.0 00000100:00100000:0.0:1789518411.769436:0:17830:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522786944 00000100:00100000:0.0:1789518411.769438:0:17830:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522786944 00000100:00100000:0.0:1789518411.769458:0:17830:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:0.0:1789518411.769486:0:17830:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7301ba0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3640:x1876445522786944:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789518411.769491:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e7301ba1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1876445522787072:0@lo:400:kworker.0 00000100:00100000:1.0:1789518411.769512:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789518411.769520:0:17830:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7301ba0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3640:x1876445522786944:12345-0@lo:400:kworker.0 Request processed in 57us (107us total) trans 0 rc 0/0 00000100:00100000:0.0:1789518411.769526:0:17830:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00100000:0.0:1789518411.769551:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e7301ba0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3640:1876445522786944:0@lo:400:kworker.0 00000100:00100000:1.0:1789518411.769561:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e7301ba3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3638:1876445522787200:0@lo:400:kworker.0 00000100:00100000:0.0:1789518411.769585:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1789518411.769591:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e7302835c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3640:1876445522787328:0@lo:400:kworker.0 00000100:00100000:0.0:1789518411.769614:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789518411.769637:0:20230:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522787328 00000100:00100000:0.0:1789518411.769641:0:20230:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522787328 00000100:00100000:0.0:1789518411.769672:0:20230:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 105 00000100:00100000:0.0:1789518411.769678:0:20230:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7302837b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3640:x1876445522787328:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789518411.769745:0:20230:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7302837b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3640:x1876445522787328:12345-0@lo:400:kworker.0 Request processed in 67us (129us total) trans 0 rc 0/0 00000100:00100000:0.0:1789518411.769752:0:20230:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 105 00000100:00080000:0.0:1789518411.769772:0:17086:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1789518411.769793:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e7302835c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3640:1876445522787328:0@lo:400:kworker.0 00000100:00100000:0.0:1789518411.770048:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e7302835c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3640:1876445522787456:0@lo:400:kworker.0 00000100:00100000:0.0:1789518411.770141:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789518411.770520:0:17091:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522787456 00000100:00100000:0.0:1789518411.770526:0:17091:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522787456 00000100:00080000:0.0:1789518411.770540:0:17086:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1789518411.770565:0:17092:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 106 00000100:00100000:0.0:1789518411.770572:0:17092:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7302835180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3640:x1876445522787456:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789518411.770607:0:17092:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7302835180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3640:x1876445522787456:12345-0@lo:400:kworker.0 Request processed in 36us (466us total) trans 0 rc 0/0 00000100:00100000:0.0:1789518411.770613:0:17092:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 106 00010000:00080000:0.0:1789518411.770642:0:3640:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8e7302835c00 x1876445522787456/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789518427 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789518411.770653:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e7302835c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3640:1876445522787456:0@lo:400:kworker.0 00000100:00100000:1.0:1789518411.770680:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789518411.770704:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e7435f08700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3638:1876445522787712:0@lo:400:kworker.0 00000100:00100000:1.0:1789518411.770727:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789518411.770743:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1789518411.770762:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e7435f0b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3638:1876445522787584:0@lo:400:kworker.0 00000100:00100000:0.0:1789518411.770852:0:17090:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522787200 00000100:00100000:0.0:1789518411.770856:0:17090:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522787200 00000100:00100000:0.0:1789518411.770894:0:17090:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522787712 00000100:00100000:0.0:1789518411.770897:0:17090:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522787712 00000100:00100000:1.0:1789518411.770920:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789518411.771005:0:17090:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 107 00000100:00100000:0.0:1789518411.771012:0:17090:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7301ba0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3638:x1876445522787200:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789518411.771016:0:20230:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522787584 00000100:00100000:1.0:1789518411.771020:0:20230:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522787584 00000100:00100000:0.0:1789518411.771047:0:17090:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7301ba0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3638:x1876445522787200:12345-0@lo:400:kworker.0 Request processed in 36us (367us total) trans 0 rc 0/0 00000100:00100000:1.0:1789518411.771050:0:20230:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108 00000100:00100000:1.0:1789518411.771056:0:20230:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e743f9bb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3638:x1876445522787712:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789518411.771065:0:17090:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 107 00000100:00100000:0.0:1789518411.771077:0:17090:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 109 00000100:00100000:0.0:1789518411.771083:0:17090:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e740dda0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3638:x1876445522787584:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789518411.771084:0:20230:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e743f9bb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3638:x1876445522787712:12345-0@lo:400:kworker.0 Request processed in 29us (357us total) trans 0 rc 0/0 00000100:00100000:1.0:1789518411.771090:0:20230:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108 00010000:00080000:1.0:1789518411.771114:0:3638:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8e7435f08700 x1876445522787712/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789518427 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789518411.771116:0:17090:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e740dda0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3638:x1876445522787584:12345-0@lo:400:kworker.0 Request processed in 34us (196us total) trans 0 rc 0/0 00000100:00100000:0.0:1789518411.771122:0:17090:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 109 00000100:00100000:1.0:1789518411.771124:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e7435f08700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3638:1876445522787712:0@lo:400:kworker.0 00000100:00100000:1.0:1789518411.771132:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e7301ba3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3638:1876445522787200:0@lo:400:kworker.0 00000100:00100000:1.0:1789518411.771147:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e7435f0b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3638:1876445522787584:0@lo:400:kworker.0 00000100:00080000:0.0:1789518411.771147:0:17086:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1789518411.771150:0:17086:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1789518411.771506:0:18595:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522787072 00000100:00100000:2.0:1789518411.771511:0:18595:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522787072 00000100:00100000:2.0:1789518411.771551:0:18595:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:2.0:1789518411.771559:0:18595:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7301ba2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3637:x1876445522787072:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789518411.771603:0:18595:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7301ba2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3637:x1876445522787072:12345-0@lo:400:kworker.0 Request processed in 46us (2090us total) trans 0 rc 0/0 00000100:00100000:2.0:1789518411.771609:0:18595:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00080000:0.0:1789518411.772363:0:17086:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1789518411.773394:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e7301ba1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1876445522787072:0@lo:400:kworker.0 00010000:00010000:3.0:1789518411.960964:0:17079:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789518412.984826:0:17078:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:2.0:1789518413.548722:0:20661:0:(tgt_mount.c:2191:server_umount_begin()) umount -f 00000020:01000004:3.0:1789518413.571503:0:20661:0:(tgt_mount.c:2061:server_put_super()) server put_super lustre-MDT0000 00010000:00010000:3.0:1789518413.571561:0:20661:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.143@tcp lock: ffff8e73033ad400/0x8d0fd679423153d1 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0x8d0fd679423153d8 expref: -99 pid: 17069 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518413.571576:0:20661:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.143@tcp lock: ffff8e73033ad400/0x8d0fd679423153d1 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0x8d0fd679423153d8 expref: -99 pid: 17069 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518413.571583:0:20661:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.143@tcp lock: ffff8e73033ad400/0x8d0fd679423153d1 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000400000000 nid: local remote: 0x8d0fd679423153d8 expref: -99 pid: 17069 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518413.571591:0:20661:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.143@tcp lock: ffff8e73033ad400/0x8d0fd679423153d1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000400000000 nid: local remote: 0x8d0fd679423153d8 expref: -99 pid: 17069 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518413.571611:0:20661:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:3.0:1789518413.571617:0:20661:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:3.0:1789518413.571646:0:20661:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1789518413.571650:0:20661:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 3 00000100:00080000:3.0:1789518413.571657:0:20661:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID 00000100:00080000:3.0:1789518413.571683:0:20661:0:(import.c:65:import_set_state_nolock()) ffff8e730292a800 lustre-MDT0000_UUID: changing import state from FULL to CONNECTING 00010000:00010000:2.0:1789518413.571994:0:17079:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789518413.572002:0:17079:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.143@tcp lock: ffff8e73033ad400/0x8d0fd679423153d1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000400000000 nid: local remote: 0x8d0fd679423153d8 expref: -99 pid: 17069 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518413.572010:0:17079:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8e73033ad400 already unused, calling callback (ffffffffc11d3c20) 10000000:00010000:2.0:1789518413.572015:0:17079:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.143@tcp lock: ffff8e73033ad400/0x8d0fd679423153d1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000400000000 nid: local remote: 0x8d0fd679423153d8 expref: -99 pid: 17069 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518413.572024:0:17079:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.143@tcp lock: ffff8e73033ad400/0x8d0fd679423153d1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1008400000000 nid: local remote: 0x8d0fd679423153d8 expref: -99 pid: 17069 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1789518413.572050:0:17079:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.143@tcp lock: ffff8e73033ad400/0x8d0fd679423153d1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1009400000000 nid: local remote: 0x8d0fd679423153d8 expref: -99 pid: 17069 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789518413.572056:0:17079:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:2.0:1789518413.572059:0:17079:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:2.0:1789518413.572061:0:17079:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:2.0:1789518413.572085:0:17079:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.143@tcp lock: ffff8e73033ad400/0x8d0fd679423153d1 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0x8d0fd679423153d8 expref: -99 pid: 17069 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518413.572091:0:17079:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1789518413.572118:0:17079:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.143@tcp lock: ffff8e73033ad400/0x8d0fd679423153d1 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0x8d0fd679423153d8 expref: -99 pid: 17069 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518413.572125:0:17079:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.143@tcp lock: ffff8e73033ad400/0x8d0fd679423153d1 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0x8d0fd679423153d8 expref: -99 pid: 17069 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518413.572136:0:17079:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789518413.572138:0:17079:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789518413.572139:0:17079:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789518413.572157:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e743f9b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3636:1876445522787840:0@lo:39:umount.0 00000100:00100000:2.0:1789518413.572216:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789518413.572296:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e7303416a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6224dd85-753f-4c3f-83da-7a6019473f75:3639:1876445522787968:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1789518413.572327:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789518413.572488:0:17075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522787968 00000100:00100000:2.0:1789518413.572495:0:17075:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522787968 00000100:00100000:2.0:1789518413.572540:0:17075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1789518413.572549:0:17075:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7435f0b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6224dd85-753f-4c3f-83da-7a6019473f75+24:3639:x1876445522787968:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1789518413.572561:0:17075:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789518413.572573:0:17075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8e73033ac400/0x8d0fd679423153d8 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x8d0fd679423153d1 expref: 24 pid: 17083 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518413.572594:0:17075:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1789518413.572633:0:17075:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7435f0b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6224dd85-753f-4c3f-83da-7a6019473f75+23:3639:x1876445522787968:12345-0@lo:103:ldlm_bl.0 Request processed in 84us (305us total) trans 0 rc 0/0 00000100:00100000:2.0:1789518413.572640:0:17075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1789518413.572705:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e7303416a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6224dd85-753f-4c3f-83da-7a6019473f75:3639:1876445522787968:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1789518413.573274:0:20230:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522787840 00000100:00100000:1.0:1789518413.573279:0:20230:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522787840 00000100:00100000:1.0:1789518413.573456:0:20230:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:1.0:1789518413.573484:0:20230:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7303417b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3636:x1876445522787840:12345-0@lo:39:umount.0 00000020:00000080:1.0:1789518413.573506:0:20230:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x8d0fd67942315402 00000100:00080000:1.0:1789518413.573513:0:20230:0:(import.c:65:import_set_state_nolock()) ffff8e740571a000 : changing import state from FULL to CLOSED 00000100:00100000:1.0:1789518413.573573:0:20230:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7303417b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+1:3636:x1876445522787840:12345-0@lo:39:umount.0 Request processed in 111us (1356us total) trans 0 rc 0/0 00000100:00100000:1.0:1789518413.573579:0:20230:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000020:00000080:1.0:1789518413.573596:0:20230:0:(genops.c:885:class_export_put()) final put ffff8e740571b800/lustre-MDT0000-lwp-MDT0000_UUID 00010000:00010000:2.0:1789518413.573652:0:17078:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789518413.573721:0:3636:0:(import.c:65:import_set_state_nolock()) ffff8e730292a800 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:3.0:1789518413.573742:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e743f9b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3636:1876445522787840:0@lo:39:umount.0 00000100:00080000:2.0:1789518413.573792:0:20661:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1789518413.573794:0:20661:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 4 00000100:00100000:2.0:1789518413.573798:0:20661:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:2.0:1789518413.574793:0:20661:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.143@tcp lock: ffff8e73033ada00/0x8d0fd67942315322 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0x8d0fd67942315329 expref: -99 pid: 17069 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518413.574807:0:20661:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.143@tcp lock: ffff8e73033ada00/0x8d0fd67942315322 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0x8d0fd67942315329 expref: -99 pid: 17069 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518413.574815:0:20661:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.143@tcp lock: ffff8e73033ada00/0x8d0fd67942315322 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000400000000 nid: local remote: 0x8d0fd67942315329 expref: -99 pid: 17069 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518413.574821:0:20661:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.143@tcp lock: ffff8e73033ada00/0x8d0fd67942315322 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000400000000 nid: local remote: 0x8d0fd67942315329 expref: -99 pid: 17069 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518413.574852:0:20661:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1789518413.574857:0:20661:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.143@tcp lock: ffff8e7435f0d800/0x8d0fd67942315735 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x8d0fd6794231573c expref: -99 pid: 17087 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518413.574862:0:20661:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.143@tcp lock: ffff8e7435f0d800/0x8d0fd67942315735 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x8d0fd6794231573c expref: -99 pid: 17087 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518413.574868:0:20661:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.143@tcp lock: ffff8e7435f0d800/0x8d0fd67942315735 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x8d0fd6794231573c expref: -99 pid: 17087 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518413.574883:0:20661:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.143@tcp lock: ffff8e7435f0d800/0x8d0fd67942315735 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x8d0fd6794231573c expref: -99 pid: 17087 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518413.574898:0:20661:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1789518413.574911:0:17078:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1789518413.574917:0:17078:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.143@tcp lock: ffff8e73033ada00/0x8d0fd67942315322 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000400000000 nid: local remote: 0x8d0fd67942315329 expref: -99 pid: 17069 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518413.574924:0:17078:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8e73033ada00 already unused, calling callback (ffffffffc11d3c20) 10000000:00010000:2.0:1789518413.574927:0:17078:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.143@tcp lock: ffff8e73033ada00/0x8d0fd67942315322 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000400000000 nid: local remote: 0x8d0fd67942315329 expref: -99 pid: 17069 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518413.574938:0:17078:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.143@tcp lock: ffff8e73033ada00/0x8d0fd67942315322 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1008400000000 nid: local remote: 0x8d0fd67942315329 expref: -99 pid: 17069 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1789518413.574944:0:17078:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.143@tcp lock: ffff8e73033ada00/0x8d0fd67942315322 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1009400000000 nid: local remote: 0x8d0fd67942315329 expref: -99 pid: 17069 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789518413.574949:0:17078:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:2.0:1789518413.574951:0:17078:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-MDT0000: stopping, won't requeue 00010000:00010000:2.0:1789518413.574981:0:17078:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.143@tcp lock: ffff8e73033ada00/0x8d0fd67942315322 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0x8d0fd67942315329 expref: -99 pid: 17069 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518413.574987:0:17078:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1789518413.575010:0:17078:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.143@tcp lock: ffff8e73033ada00/0x8d0fd67942315322 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0x8d0fd67942315329 expref: -99 pid: 17069 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518413.575017:0:17078:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.143@tcp lock: ffff8e73033ada00/0x8d0fd67942315322 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0x8d0fd67942315329 expref: -99 pid: 17069 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518413.575040:0:17078:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789518413.575043:0:17078:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.143@tcp lock: ffff8e7435f0d800/0x8d0fd67942315735 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x8d0fd6794231573c expref: -99 pid: 17087 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518413.575048:0:17078:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8e7435f0d800 already unused, calling callback (ffffffffc11d3c20) 10000000:00010000:2.0:1789518413.575051:0:17078:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.143@tcp lock: ffff8e7435f0d800/0x8d0fd67942315735 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x8d0fd6794231573c expref: -99 pid: 17087 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518413.575058:0:17078:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.143@tcp lock: ffff8e7435f0d800/0x8d0fd67942315735 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0x8d0fd6794231573c expref: -99 pid: 17087 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1789518413.575063:0:17078:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.143@tcp lock: ffff8e7435f0d800/0x8d0fd67942315735 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0x8d0fd6794231573c expref: -99 pid: 17087 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789518413.575068:0:17078:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:01000000:2.0:1789518413.575069:0:17078:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-mdtir: stopping, won't requeue 10000000:01000000:2.0:1789518413.575071:0:17078:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-mdtir 00010000:00010000:2.0:1789518413.575086:0:17078:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.143@tcp lock: ffff8e7435f0d800/0x8d0fd67942315735 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x8d0fd6794231573c expref: -99 pid: 17087 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518413.575092:0:17078:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1789518413.575108:0:17078:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.143@tcp lock: ffff8e7435f0d800/0x8d0fd67942315735 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x8d0fd6794231573c expref: -99 pid: 17087 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518413.575115:0:17078:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.143@tcp lock: ffff8e7435f0d800/0x8d0fd67942315735 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x8d0fd6794231573c expref: -99 pid: 17087 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518413.575125:0:17078:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789518413.575127:0:17078:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789518413.575134:0:17078:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789518413.575148:0:20661:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.143@tcp lock: ffff8e73033ad000/0x8d0fd679423158cb lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x8d0fd679423158d2 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518413.575156:0:20661:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.143@tcp lock: ffff8e73033ad000/0x8d0fd679423158cb lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x8d0fd679423158d2 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518413.575163:0:20661:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.143@tcp lock: ffff8e73033ad000/0x8d0fd679423158cb lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0x8d0fd679423158d2 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518413.575169:0:20661:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.143@tcp lock: ffff8e73033ad000/0x8d0fd679423158cb lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0x8d0fd679423158d2 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518413.575179:0:20661:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1789518413.575185:0:17078:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789518413.575189:0:17078:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.143@tcp lock: ffff8e73033ad000/0x8d0fd679423158cb lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0x8d0fd679423158d2 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518413.575195:0:17078:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8e73033ad000 already unused, calling callback (ffffffffc11d3c20) 10000000:00010000:2.0:1789518413.575198:0:17078:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.143@tcp lock: ffff8e73033ad000/0x8d0fd679423158cb lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0x8d0fd679423158d2 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518413.575205:0:17078:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.143@tcp lock: ffff8e73033ad000/0x8d0fd679423158cb lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1008400000000 nid: local remote: 0x8d0fd679423158d2 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1789518413.575211:0:17078:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.143@tcp lock: ffff8e73033ad000/0x8d0fd679423158cb lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1009400000000 nid: local remote: 0x8d0fd679423158d2 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789518413.575216:0:17078:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:2.0:1789518413.575218:0:17078:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:2.0:1789518413.575220:0:17078:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:2.0:1789518413.575254:0:17078:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.143@tcp lock: ffff8e73033ad000/0x8d0fd679423158cb lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0x8d0fd679423158d2 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518413.575260:0:17078:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1789518413.575266:0:17078:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.143@tcp lock: ffff8e73033ad000/0x8d0fd679423158cb lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0x8d0fd679423158d2 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518413.575272:0:17078:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.143@tcp lock: ffff8e73033ad000/0x8d0fd679423158cb lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0x8d0fd679423158d2 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518413.575281:0:17078:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789518413.575283:0:17078:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789518413.575285:0:17078:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789518413.575295:0:20661:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.143@tcp lock: ffff8e7435f0de00/0x8d0fd67942315314 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x8d0fd6794231531b expref: -99 pid: 17069 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518413.575303:0:20661:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.143@tcp lock: ffff8e7435f0de00/0x8d0fd67942315314 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x8d0fd6794231531b expref: -99 pid: 17069 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518413.575308:0:20661:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.143@tcp lock: ffff8e7435f0de00/0x8d0fd67942315314 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x8d0fd6794231531b expref: -99 pid: 17069 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518413.575314:0:20661:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.143@tcp lock: ffff8e7435f0de00/0x8d0fd67942315314 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x8d0fd6794231531b expref: -99 pid: 17069 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518413.575325:0:20661:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:2.0:1789518413.575328:0:20661:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-MDT0000 10000000:01000000:2.0:1789518413.575331:0:20661:0:(mgc_request.c:547:config_log_end()) end config log lustre-MDT0000 (0) 00010000:00010000:2.0:1789518413.575371:0:17078:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789518413.575375:0:17078:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.143@tcp lock: ffff8e7435f0de00/0x8d0fd67942315314 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x8d0fd6794231531b expref: -99 pid: 17069 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518413.575390:0:17078:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8e7435f0de00 already unused, calling callback (ffffffffc11d3c20) 10000000:00010000:2.0:1789518413.575393:0:17078:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.143@tcp lock: ffff8e7435f0de00/0x8d0fd67942315314 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x8d0fd6794231531b expref: -99 pid: 17069 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518413.575399:0:17078:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.143@tcp lock: ffff8e7435f0de00/0x8d0fd67942315314 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0x8d0fd6794231531b expref: -99 pid: 17069 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1789518413.575405:0:17078:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.143@tcp lock: ffff8e7435f0de00/0x8d0fd67942315314 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0x8d0fd6794231531b expref: -99 pid: 17069 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789518413.575409:0:17078:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x5:0x0].0x0 (lustre) 10000000:01000000:2.0:1789518413.575411:0:17078:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-barrier: stopping, won't requeue 10000000:01000000:2.0:1789518413.575412:0:17078:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-barrier 00010000:00010000:2.0:1789518413.575426:0:17078:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.143@tcp lock: ffff8e7435f0de00/0x8d0fd67942315314 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x8d0fd6794231531b expref: -99 pid: 17069 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518413.575432:0:17078:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1789518413.575438:0:17078:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.143@tcp lock: ffff8e7435f0de00/0x8d0fd67942315314 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x8d0fd6794231531b expref: -99 pid: 17069 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518413.575445:0:17078:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.143@tcp lock: ffff8e7435f0de00/0x8d0fd67942315314 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x8d0fd6794231531b expref: -99 pid: 17069 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518413.575454:0:17078:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789518413.575455:0:17078:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789518413.575457:0:17078:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:2.0:1789518413.575490:0:20661:0:(tgt_mount.c:2111:server_put_super()) stopping lustre-MDT0000 00000020:01000000:2.0:1789518413.575495:0:20661:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000 (flags='F') 00000020:00000080:2.0:1789518413.575500:0:20661:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1789518413.575506:0:20661:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000: forcing exports to disconnect: 4/15 00000020:00080000:2.0:1789518413.575516:0:20661:0:(genops.c:1818:print_export_data()) lustre-MDT0000: ACTIVE ffff8e7302b90800 lustre-MDT0000-lwp-OST0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1789518413.575521:0:20661:0:(genops.c:1818:print_export_data()) lustre-MDT0000: ACTIVE ffff8e730296d000 lustre-MDT0000-lwp-OST0000_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1789518413.575525:0:20661:0:(genops.c:1818:print_export_data()) lustre-MDT0000: ACTIVE ffff8e743f888800 lustre-MDT0000-lwp-MDT0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1789518413.575529:0:20661:0:(genops.c:1818:print_export_data()) lustre-MDT0000: ACTIVE ffff8e7423d42800 lustre-MDT0001-mdtlov_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1789518413.575536:0:20661:0:(genops.c:1818:print_export_data()) lustre-MDT0000: UNLINKED ffff8e73028d4800 d7d9db62-953a-469d-a3cd-bfca7d59ab89 192.168.202.43@tcp 2 (0 2 0) 1 0 0 0: 0000000000000000 8589934599 stale:0 00000020:00080000:2.0:1789518413.575540:0:20661:0:(genops.c:1818:print_export_data()) lustre-MDT0000: UNLINKED ffff8e73028d0800 d0c36d3b-fdd7-44d5-bda3-4d0dbdd54e23 192.168.202.43@tcp 5 (0 5 0) 1 0 0 0: 0000000000000000 8589934623 stale:0 00000020:00080000:2.0:1789518413.575544:0:20661:0:(genops.c:1552:class_disconnect_exports()) OBD device 5 (ffff8e7302ac3380) has exports, disconnecting them 00000020:00080000:2.0:1789518413.575549:0:20661:0:(genops.c:1527:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff8e7302b90800), last request at 1789518411 00000020:00000080:2.0:1789518413.575555:0:20661:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x8d0fd67942315704 00000100:00080000:2.0:1789518413.575572:0:20661:0:(import.c:65:import_set_state_nolock()) ffff8e73020d4800 : changing import state from FULL to CLOSED 00010000:00010000:2.0:1789518413.575606:0:17078:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00080000:2.0:1789518413.575617:0:20661:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff8e7302b90800): rc 0 00000020:00000080:2.0:1789518413.575619:0:20661:0:(genops.c:885:class_export_put()) final put ffff8e7302b90800/lustre-MDT0000-lwp-OST0001_UUID 00000020:00080000:2.0:1789518413.575624:0:20661:0:(genops.c:1527:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff8e730296d000), last request at 1789518411 00000020:00000080:2.0:1789518413.575627:0:20661:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x8d0fd6794231559f 00000100:00080000:2.0:1789518413.575633:0:20661:0:(import.c:65:import_set_state_nolock()) ffff8e7302968000 : changing import state from FULL to CLOSED 00010000:00010000:2.0:1789518413.575642:0:17078:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00080000:2.0:1789518413.575649:0:20661:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff8e730296d000): rc 0 00000020:00000080:2.0:1789518413.575651:0:20661:0:(genops.c:885:class_export_put()) final put ffff8e730296d000/lustre-MDT0000-lwp-OST0000_UUID 00000020:00080000:2.0:1789518413.575654:0:20661:0:(genops.c:1527:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff8e743f888800), last request at 1789518332 00000020:00000080:2.0:1789518413.575657:0:20661:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x8d0fd679423154f0 00000100:00080000:2.0:1789518413.575660:0:20661:0:(import.c:65:import_set_state_nolock()) ffff8e743f88c800 : changing import state from FULL to CLOSED 00010000:00010000:2.0:1789518413.575667:0:17078:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00080000:2.0:1789518413.575673:0:20661:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff8e743f888800): rc 0 00000020:00000080:2.0:1789518413.575675:0:20661:0:(genops.c:885:class_export_put()) final put ffff8e743f888800/lustre-MDT0000-lwp-MDT0001_UUID 00000020:00080000:2.0:1789518413.575678:0:20661:0:(genops.c:1527:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff8e7423d42800), last request at 1789518332 00000020:00000080:2.0:1789518413.575689:0:20661:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x8d0fd67942315495 00000100:00080000:2.0:1789518413.575692:0:20661:0:(import.c:65:import_set_state_nolock()) ffff8e740d7b3000 : changing import state from FULL to CLOSED 00010000:00010000:2.0:1789518413.575703:0:17078:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000004:2.0:1789518413.575709:0:20661:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934628 00000020:00080000:2.0:1789518413.575777:0:20661:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff8e7423d42800): rc 0 00000004:00000080:2.0:1789518413.575782:0:20661:0:(mdd_device.c:2304:mdd_iocontrol()) lustre-MDD0000: cmd=400866e7 len=0 karg=ffffb99641c4fae0 00000100:00080000:2.0:1789518413.575800:0:20661:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:2.0:1789518413.575803:0:20661:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 3 00000100:00080000:2.0:1789518413.576640:0:20661:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID 00000100:00080000:2.0:1789518413.576659:0:20661:0:(import.c:65:import_set_state_nolock()) ffff8e74416ed000 lustre-MDT0001_UUID: changing import state from FULL to CONNECTING 00000100:00080000:2.0:1789518413.576798:0:20661:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:2.0:1789518413.576801:0:20661:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934598 gen 3 00000004:00080000:2.0:1789518413.576814:0:20661:0:(osp_dev.c:1634:osp_import_event()) got inactive 00010000:00010000:3.0:1789518413.580868:0:17079:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789518413.580901:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e7303416a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:6224dd85-753f-4c3f-83da-7a6019473f75:3640:1876445522788096:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1789518413.580983:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789518413.581046:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1789518413.581053:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e7303f4e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:6224dd85-753f-4c3f-83da-7a6019473f75:3640:1876445522788480:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1789518413.581074:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789518413.581106:0:17077:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522788096 00000100:00100000:3.0:1789518413.581115:0:17077:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522788096 00000100:00100000:3.0:1789518413.581170:0:17077:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522788480 00000100:00100000:3.0:1789518413.581173:0:17077:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522788480 00000100:00100000:3.0:1789518413.581196:0:17077:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1789518413.581206:0:17077:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e743f9b2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6224dd85-753f-4c3f-83da-7a6019473f75+24:3640:x1876445522788096:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1789518413.581219:0:17077:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1789518413.581238:0:17077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8e743f8b6e00/0x8d0fd67942315329 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x8d0fd67942315322 expref: 24 pid: 17084 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518413.581256:0:17077:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1789518413.581291:0:17077:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e743f9b2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6224dd85-753f-4c3f-83da-7a6019473f75+23:3640:x1876445522788096:12345-0@lo:103:ldlm_bl.0 Request processed in 87us (309us total) trans 0 rc 0/0 00000100:00100000:3.0:1789518413.581298:0:17077:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1789518413.581315:0:17077:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1789518413.581320:0:17077:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e743f9b1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6224dd85-753f-4c3f-83da-7a6019473f75+22:3640:x1876445522788480:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1789518413.581327:0:17077:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1789518413.581338:0:17077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8e73033ad600/0x8d0fd6794231531b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x8d0fd67942315314 expref: 22 pid: 17083 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518413.581366:0:17077:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1789518413.581390:0:17077:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e743f9b1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6224dd85-753f-4c3f-83da-7a6019473f75+21:3640:x1876445522788480:12345-0@lo:103:ldlm_bl.0 Request processed in 70us (314us total) trans 0 rc 0/0 00000100:00100000:3.0:1789518413.581396:0:17077:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1789518413.581440:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e7303f4e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:6224dd85-753f-4c3f-83da-7a6019473f75:3640:1876445522788480:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1789518413.581449:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e7303416a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:6224dd85-753f-4c3f-83da-7a6019473f75:3640:1876445522788096:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1789518413.581499:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e74079d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3636:1876445522788608:0@lo:39:umount.0 00000100:00100000:3.0:1789518413.581530:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789518413.581564:0:17096:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522788608 00000100:00100000:3.0:1789518413.581568:0:17096:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522788608 00000100:00100000:3.0:1789518413.581595:0:17096:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00100000:3.0:1789518413.581602:0:17096:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7303416a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3636:x1876445522788608:12345-0@lo:39:umount.0 00000020:00000080:3.0:1789518413.581627:0:17096:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x8d0fd6794231551a 00000100:00080000:3.0:1789518413.581636:0:17096:0:(import.c:65:import_set_state_nolock()) ffff8e7409e28000 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1789518413.581656:0:17096:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:3.0:1789518413.581789:0:17096:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7303416a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+3:3636:x1876445522788608:12345-0@lo:39:umount.0 Request processed in 187us (257us total) trans 8589934595 rc 0/0 00000100:00100000:3.0:1789518413.581795:0:17096:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00010000:00010000:3.0:1789518413.581813:0:17078:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789518413.581842:0:3636:0:(import.c:65:import_set_state_nolock()) ffff8e74416ed000 lustre-MDT0001_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:3.0:1789518413.581850:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e74079d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3636:1876445522788608:0@lo:39:umount.0 00000100:00080000:2.0:1789518413.582031:0:20661:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID 00000100:00080000:2.0:1789518413.582051:0:20661:0:(import.c:65:import_set_state_nolock()) ffff8e74416e4800 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:2.0:1789518413.582076:0:20661:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:2.0:1789518413.582079:0:20661:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934594 gen 3 00000004:00080000:2.0:1789518413.582088:0:20661:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00080000:2.0:1789518413.582143:0:20661:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID 00000100:00080000:2.0:1789518413.582152:0:20661:0:(import.c:65:import_set_state_nolock()) ffff8e7402e82000 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000020:00080000:2.0:1789518413.582193:0:20661:0:(genops.c:1557:class_disconnect_exports()) OBD device 5 (ffff8e7302ac3380) has no exports 00000100:00100000:3.0:1789518413.583059:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e730207c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3636:1876445522788736:0@lo:9:umount.0 00000100:00100000:3.0:1789518413.583108:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789518413.583142:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e730207f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3636:1876445522788864:0@lo:9:umount.0 00000100:00100000:3.0:1789518413.583177:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789518413.583208:0:18597:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522788736 00000100:00100000:3.0:1789518413.583213:0:18597:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522788736 00000100:00100000:3.0:1789518413.583252:0:18597:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522788864 00000100:00100000:3.0:1789518413.583255:0:18597:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522788864 00000100:00100000:3.0:1789518413.583274:0:18597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:3.0:1789518413.583280:0:18597:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7303f4e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3636:x1876445522788736:12345-0@lo:9:umount.0 00000020:00000080:3.0:1789518413.583299:0:18597:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x8d0fd679423155e5 00000100:00080000:3.0:1789518413.583307:0:18597:0:(import.c:65:import_set_state_nolock()) ffff8e740571d000 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1789518413.583342:0:18597:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934600 00000100:00100000:3.0:1789518413.583441:0:18597:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7303f4e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+2:3636:x1876445522788736:12345-0@lo:9:umount.0 Request processed in 160us (332us total) trans 0 rc 0/0 00000100:00100000:3.0:1789518413.583448:0:18597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:3.0:1789518413.583486:0:18597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:3.0:1789518413.583493:0:18597:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7435f70380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3636:x1876445522788864:12345-0@lo:9:umount.0 00000020:00000080:3.0:1789518413.583503:0:18597:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x8d0fd67942315743 00000100:00080000:3.0:1789518413.583508:0:18597:0:(import.c:65:import_set_state_nolock()) ffff8e730297b000 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1789518413.583526:0:18597:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:3.0:1789518413.583595:0:18597:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7435f70380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+2:3636:x1876445522788864:12345-0@lo:9:umount.0 Request processed in 102us (417us total) trans 0 rc 0/0 00000100:00100000:3.0:1789518413.583601:0:18597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00080000:3.0:1789518413.583615:0:17086:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1789518413.583618:0:17086:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1789518413.583630:0:17079:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789518413.583635:0:17078:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789518413.583655:0:3636:0:(import.c:65:import_set_state_nolock()) ffff8e74416e4800 lustre-OST0000_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:3.0:1789518413.583662:0:3636:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:3.0:1789518413.583664:0:3636:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:3.0:1789518413.583666:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e730207c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3636:1876445522788736:0@lo:9:umount.0 00000100:00080000:3.0:1789518413.583698:0:3636:0:(import.c:65:import_set_state_nolock()) ffff8e7402e82000 lustre-OST0001_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:3.0:1789518413.583705:0:3636:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:3.0:1789518413.583707:0:3636:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:3.0:1789518413.583709:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e730207f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3636:1876445522788864:0@lo:9:umount.0 00000020:00000080:1.0:1789518413.583900:0:473:0:(genops.c:844:class_export_destroy()) destroying export ffff8e740571b800/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000 00000020:00000080:1.0:1789518413.583953:0:473:0:(genops.c:844:class_export_destroy()) destroying export ffff8e7302b90800/lustre-MDT0000-lwp-OST0001_UUID for lustre-MDT0000 00000020:00000080:1.0:1789518413.583973:0:473:0:(genops.c:844:class_export_destroy()) destroying export ffff8e730296d000/lustre-MDT0000-lwp-OST0000_UUID for lustre-MDT0000 00000020:00000080:1.0:1789518413.583995:0:473:0:(genops.c:844:class_export_destroy()) destroying export ffff8e743f888800/lustre-MDT0000-lwp-MDT0001_UUID for lustre-MDT0000 00000020:00000080:1.0:1789518413.584017:0:473:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8e740571a000 for lustre-MDT0000 00000020:00000080:1.0:1789518413.584022:0:473:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8e73020d4800 for lustre-MDT0000 00000020:00000080:1.0:1789518413.584026:0:473:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8e7302968000 for lustre-MDT0000 00000020:00000080:1.0:1789518413.584029:0:473:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8e743f88c800 for lustre-MDT0000 00000100:00100000:1.0:1789518413.584045:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e7303db6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6224dd85-753f-4c3f-83da-7a6019473f75:3637:1876445522788224:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1789518413.584079:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789518413.584150:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1789518413.584156:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e7441295c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6224dd85-753f-4c3f-83da-7a6019473f75:3637:1876445522788352:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1789518413.584179:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789518413.584523:0:17077:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522788224 00000100:00100000:0.0:1789518413.584529:0:17077:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522788224 00000100:00100000:0.0:1789518413.584572:0:17077:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522788352 00000100:00100000:0.0:1789518413.584576:0:17077:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522788352 00000100:00100000:0.0:1789518413.584600:0:17077:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1789518413.584609:0:17077:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7404db6c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6224dd85-753f-4c3f-83da-7a6019473f75+22:3637:x1876445522788224:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1789518413.584620:0:17077:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1789518413.584635:0:17077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8e7400031400/0x8d0fd6794231573c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x8d0fd67942315735 expref: 22 pid: 17084 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518413.584649:0:17077:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1789518413.584990:0:17075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1789518413.585000:0:17075:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e740dda1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6224dd85-753f-4c3f-83da-7a6019473f75+21:3637:x1876445522788352:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1789518413.585008:0:17075:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789518413.585017:0:17075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8e7435f9c600/0x8d0fd679423158d2 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x8d0fd679423158cb expref: 21 pid: 17083 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518413.585027:0:17075:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1789518413.585150:0:17077:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7404db6c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6224dd85-753f-4c3f-83da-7a6019473f75+20:3637:x1876445522788224:12345-0@lo:103:ldlm_bl.0 Request processed in 541us (1068us total) trans 0 rc 0/0 00000100:00100000:0.0:1789518413.585158:0:17077:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1789518413.585261:0:17075:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e740dda1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6224dd85-753f-4c3f-83da-7a6019473f75+19:3637:x1876445522788352:12345-0@lo:103:ldlm_bl.0 Request processed in 263us (1081us total) trans 0 rc 0/0 00000100:00100000:2.0:1789518413.585268:0:17075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1789518413.585343:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e7441295c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6224dd85-753f-4c3f-83da-7a6019473f75:3637:1876445522788352:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1789518413.585351:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e7303db6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6224dd85-753f-4c3f-83da-7a6019473f75:3637:1876445522788224:0@lo:103:ldlm_bl.0 00000020:00080000:0.0:1789518413.593867:0:20661:0:(genops.c:1557:class_disconnect_exports()) OBD device 5 (ffff8e7302ac3380) has no exports 00000020:00000080:0.0:1789518413.670428:0:20661:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x8d0fd6794231536f 00000020:00000080:0.0:1789518413.670447:0:20661:0:(genops.c:885:class_export_put()) final put ffff8e7404489000/lustre-QMT0000_UUID 00000020:01000000:0.0:1789518413.670634:0:20661:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-QMT0000 (flags='') 00000020:00000080:3.0:1789518413.672669:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8e7404489000/lustre-QMT0000_UUID for lustre-QMT0000 00000020:00000080:1.0:1789518413.672853:0:20661:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1789518413.672866:0:20661:0:(obd_config.c:956:class_cleanup()) lustre-QMT0000: forcing exports to disconnect: 0/1 00000020:00080000:1.0:1789518413.672871:0:20661:0:(genops.c:1557:class_disconnect_exports()) OBD device 7 (ffff8e73034f8000) has no exports 00000020:00000080:1.0:1789518413.673170:0:20661:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x8d0fd67942315368 00000020:00000080:1.0:1789518413.673180:0:20661:0:(genops.c:885:class_export_put()) final put ffff8e74044cb000/lustre-MDT0000-osd_UUID 00000020:00000080:2.0:1789518413.674998:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8e74044cb000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:1.0:1789518413.675137:0:20661:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1789518413.675148:0:20661:0:(obd_config.c:883:class_detach()) detach on obd lustre-QMT0000 (uuid lustre-QMT0000_UUID) 00000020:00000080:1.0:1789518413.675154:0:20661:0:(genops.c:885:class_export_put()) final put ffff8e74044cc800/lustre-QMT0000_UUID 00000020:00000080:1.0:1789518413.675156:0:20661:0:(genops.c:844:class_export_destroy()) destroying export ffff8e74044cc800/lustre-QMT0000_UUID for lustre-QMT0000 00000020:01000000:1.0:1789518413.675165:0:20661:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-QMT0000 (lustre-QMT0000_UUID) 00010000:00010000:3.0:1789518414.005997:0:17079:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789518414.325878:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1789518414.325911:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e730207c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1876445522788992:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1789518414.325979:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789518414.326099:0:18599:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522788992 00000100:00100000:2.0:1789518414.326108:0:18599:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522788992 00000100:00100000:2.0:1789518414.326183:0:18599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:2.0:1789518414.326194:0:18599:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7435f0b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1876445522788992:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1789518414.326227:0:18599:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915857920 avail 3684335616 00000100:00100000:2.0:1789518414.326301:0:18599:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7435f0b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1876445522788992:12345-0@lo:13:osp-pre-0-1.0 Request processed in 109us (322us total) trans 0 rc 0/0 00000100:00100000:2.0:1789518414.326308:0:18599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00080000:3.0:1789518414.326483:0:17086:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1789518414.326566:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e730207c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1876445522788992:0@lo:13:osp-pre-0-1.0 00000040:00080000:2.0:1789518414.712495:0:17843:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:1.0:1789518414.838097:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e7435f0a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1876445522789120:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1789518414.838171:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789518414.838356:0:17095:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522789120 00000100:00100000:0.0:1789518414.838365:0:17095:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522789120 00000100:00100000:0.0:1789518414.838416:0:17095:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00100000:0.0:1789518414.838425:0:17095:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e740dda2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3637:x1876445522789120:12345-0@lo:41:osp-pre-0-1.0 00000020:00080000:0.0:1789518414.838432:0:17095:0:(tgt_handler.c:807:tgt_request_handle()) operation 41 on unconnected OST from 12345-0@lo 00000100:00100000:0.0:1789518414.838527:0:17095:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e740dda2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3637:x1876445522789120:12345-0@lo:41:osp-pre-0-1.0 Request processed in 102us (356us total) trans 0 rc -107/-107 00000100:00100000:0.0:1789518414.838534:0:17095:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:02020000:1.0:1789518414.838681:0:3637:0:(client.c:1505:ptlrpc_check_status()) lustre-MDT0000-osp-MDT0001: operation mds_statfs to node 0@lo failed: rc = -107 00000100:00080000:1.0:1789518414.848446:0:3637:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-osp-MDT0001 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:1.0:1789518414.848454:0:3637:0:(import.c:65:import_set_state_nolock()) ffff8e7421480000 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:1.0:1789518414.848459:0:3637:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-osp-MDT0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:1.0:1789518414.885167:0:3637:0:(import.c:65:import_set_state_nolock()) ffff8e7421480000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789518414.885182:0:3637:0:(import.c:545:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 500 00000100:00080000:1.0:1789518414.885199:0:3637:0:(import.c:666:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8e7421480000 using connection 192.168.202.143@tcp/0@lo 00000100:00100000:1.0:1789518414.885244:0:3637:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8e740dda3b80 x1876445522789248/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789518414.885612:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e740dda3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3636:1876445522789248:0@lo:38:ptlrpcd_00_00.0 00000100:00100000:3.0:1789518414.886150:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789518414.886272:0:17830:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522789248 00000100:00100000:0.0:1789518414.886281:0:17830:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522789248 00000100:00100000:0.0:1789518414.886342:0:17830:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000100:00100000:0.0:1789518414.886351:0:17830:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7435f71f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:3636:x1876445522789248:12345-0@lo:38:ptlrpcd_00_00.0 00010000:02000000:0.0:1789518414.886371:0:17830:0:(ldlm_lib.c:1212:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00100000:0.0:1789518414.904905:0:17830:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7435f71f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:3636:x1876445522789248:12345-0@lo:38:ptlrpcd_00_00.0 Request processed in 18536us (19192us total) trans 0 rc -19/-19 00000100:00100000:0.0:1789518414.904922:0:17830:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00000100:00080000:3.0:1789518414.908787:0:3636:0:(import.c:65:import_set_state_nolock()) ffff8e7421480000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789518414.908802:0:3636:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1789518414.908807:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e740dda3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3636:1876445522789248:0@lo:38:ptlrpcd_00_00.0 00010000:00010000:3.0:1789518415.031112:0:17078:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:1.0:1789518415.353950:0:17822:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000001:00080000:1.0:1789518415.353968:0:17822:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 8589934595 is committed 00000020:00000080:1.0:1789518415.353974:0:17822:0:(genops.c:885:class_export_put()) final put ffff8e7409e2a800/lustre-MDT0000-mdtlov_UUID 00000001:00100000:1.0:1789518415.353999:0:17822:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of d7d9db62-953a-469d-a3cd-bfca7d59ab89 00000001:00080000:1.0:1789518415.354005:0:17822:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 8589934594 is committed 00000020:00000080:1.0:1789518415.354008:0:17822:0:(genops.c:885:class_export_put()) final put ffff8e7441116800/d7d9db62-953a-469d-a3cd-bfca7d59ab89 00000001:00100000:1.0:1789518415.354013:0:17822:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of d0c36d3b-fdd7-44d5-bda3-4d0dbdd54e23 00000001:00080000:1.0:1789518415.354017:0:17822:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 8589934593 is committed 00000020:00000080:1.0:1789518415.354019:0:17822:0:(genops.c:885:class_export_put()) final put ffff8e7302968800/d0c36d3b-fdd7-44d5-bda3-4d0dbdd54e23 00000020:00000080:3.0:1789518415.354073:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8e7409e2a800/lustre-MDT0000-mdtlov_UUID for lustre-MDT0001 00000020:00000080:3.0:1789518415.354146:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8e7441116800/d7d9db62-953a-469d-a3cd-bfca7d59ab89 for lustre-MDT0001 00000001:00100000:1.0:1789518415.363251:0:18591:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000020:00000080:1.0:1789518415.363261:0:18591:0:(genops.c:885:class_export_put()) final put ffff8e7405718000/lustre-MDT0000-mdtlov_UUID 00000001:00100000:1.0:1789518415.363304:0:18591:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of d0c36d3b-fdd7-44d5-bda3-4d0dbdd54e23 00000020:00000080:1.0:1789518415.363307:0:18591:0:(genops.c:885:class_export_put()) final put ffff8e730304d800/d0c36d3b-fdd7-44d5-bda3-4d0dbdd54e23 00000020:00000080:2.0:1789518415.370174:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8e7302968800/d0c36d3b-fdd7-44d5-bda3-4d0dbdd54e23 for lustre-MDT0001 00000020:00000080:2.0:1789518415.370244:0:36:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8e7409e28000 for lustre-MDT0001 00000020:00000080:2.0:1789518415.370249:0:36:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8e7441110800 for lustre-MDT0001 00000020:00000080:2.0:1789518415.370254:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8e7405718000/lustre-MDT0000-mdtlov_UUID for lustre-OST0000 00000020:00000080:2.0:1789518415.370277:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8e730304d800/d0c36d3b-fdd7-44d5-bda3-4d0dbdd54e23 for lustre-OST0000 00000020:00000080:2.0:1789518415.370306:0:36:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8e730296c800 for lustre-MDT0001 00000020:00000080:2.0:1789518415.370310:0:36:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8e740571d000 for lustre-OST0000 00000020:00000080:2.0:1789518415.370313:0:36:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8e730304f800 for lustre-OST0000 00000001:00100000:1.0:1789518415.370516:0:17070:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000020:00000080:1.0:1789518415.370537:0:17070:0:(genops.c:885:class_export_put()) final put ffff8e7423d42800/lustre-MDT0001-mdtlov_UUID 00000001:00100000:1.0:1789518415.370560:0:17070:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of d7d9db62-953a-469d-a3cd-bfca7d59ab89 00000001:00080000:1.0:1789518415.370569:0:17070:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934628 is committed 00000020:00000080:1.0:1789518415.370572:0:17070:0:(genops.c:885:class_export_put()) final put ffff8e73028d4800/d7d9db62-953a-469d-a3cd-bfca7d59ab89 00000001:00100000:1.0:1789518415.370576:0:17070:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of d0c36d3b-fdd7-44d5-bda3-4d0dbdd54e23 00000001:00080000:1.0:1789518415.370580:0:17070:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934627 is committed 00000020:00000080:1.0:1789518415.370586:0:17070:0:(genops.c:885:class_export_put()) final put ffff8e73028d0800/d0c36d3b-fdd7-44d5-bda3-4d0dbdd54e23 00000020:00000080:3.0:1789518415.370639:0:473:0:(genops.c:844:class_export_destroy()) destroying export ffff8e7423d42800/lustre-MDT0001-mdtlov_UUID for lustre-MDT0000 00000020:00000080:3.0:1789518415.370677:0:473:0:(genops.c:844:class_export_destroy()) destroying export ffff8e73028d4800/d7d9db62-953a-469d-a3cd-bfca7d59ab89 for lustre-MDT0000 00000020:00000080:3.0:1789518415.370700:0:473:0:(genops.c:844:class_export_destroy()) destroying export ffff8e73028d0800/d0c36d3b-fdd7-44d5-bda3-4d0dbdd54e23 for lustre-MDT0000 00000020:00000080:3.0:1789518415.370735:0:473:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8e740d7b3000 for lustre-MDT0000 00000020:00000080:3.0:1789518415.370739:0:473:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8e73028d1000 for lustre-MDT0000 00000020:00000080:3.0:1789518415.370743:0:473:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8e73028d2000 for lustre-MDT0000 00000020:01000000:1.0:1789518415.733858:0:20661:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff8e743b3b08a0 - data ffff8e740e222af8/ffff8e7441118400 00000020:01000000:1.0:1789518415.734055:0:20661:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff8e743b3b0240 - data ffff8e741179c5e8/ffff8e743cebf400 00000001:00000004:1.0:1789518415.750557:0:20661:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934628 00000100:00080000:2.0:1789518415.811229:0:20661:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:2.0:1789518415.811239:0:20661:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 4 00000100:00100000:2.0:1789518415.811254:0:20661:0:(client.c:3164:ptlrpc_free_committed()) @@@ free request with old gen req@ffff8e74079d1f80 x1876445522788608/t8589934595(8589934595) o39->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1789518423 ref 1 fl Complete:RNQU/204/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789518415.811286:0:20661:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00080000:2.0:1789518415.817881:0:20661:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:2.0:1789518415.817901:0:20661:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934598 gen 4 00000004:00080000:2.0:1789518415.817921:0:20661:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:2.0:1789518415.817924:0:20661:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:0.0:1789518415.818387:0:17114:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:0.0:1789518415.818392:0:17114:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xa:0x0] index 2 count 1 00000040:00080000:0.0:1789518415.818409:0:17114:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x2:0x0] index 2 count 2 00000100:00080000:2.0:1789518415.819065:0:20661:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:2.0:1789518415.819069:0:20661:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934594 gen 4 00000004:00080000:2.0:1789518415.819087:0:20661:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:2.0:1789518415.819088:0:20661:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:0.0:1789518415.820923:0:17116:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:0.0:1789518415.820930:0:17116:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xc:0x0] index 1 count 1 00000040:00080000:0.0:1789518415.820943:0:17116:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x5:0x0] index 2 count 2 00000020:00000080:2.0:1789518415.825765:0:20661:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x8d0fd67942315337 00000020:00000080:2.0:1789518415.825779:0:20661:0:(genops.c:885:class_export_put()) final put ffff8e73030cb800/lustre-MDT0000-osd_UUID 00000020:00000080:0.0:1789518415.826828:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8e73030cb800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:2.0:1789518415.828234:0:20661:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x8d0fd6794231534c 00000020:00000080:2.0:1789518415.828247:0:20661:0:(genops.c:885:class_export_put()) final put ffff8e73030ce000/lustre-MDT0000-mdtlov_UUID 00000020:01000000:2.0:1789518415.828303:0:20661:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-mdtlov (flags='') 00000020:00000080:2.0:1789518415.828309:0:20661:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1789518415.828318:0:20661:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-mdtlov: forcing exports to disconnect: 0/2 00000020:00080000:2.0:1789518415.828323:0:20661:0:(genops.c:1557:class_disconnect_exports()) OBD device 4 (ffff8e7302ac19c0) has no exports 00000004:01000000:2.0:1789518415.829018:0:20661:0:(lod_lov.c:59:lod_putref()) destroying 2 ltd desc 00000020:00000080:2.0:1789518415.829028:0:20661:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x8d0fd679423153ae 00000020:00000080:2.0:1789518415.829033:0:20661:0:(genops.c:885:class_export_put()) final put ffff8e74416e4000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:0.0:1789518415.830493:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8e73030ce000/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000020:01000000:2.0:1789518415.830862:0:20661:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osc-MDT0000 (flags='') 00000020:00000080:2.0:1789518415.830889:0:20661:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1789518415.830900:0:20661:0:(obd_config.c:956:class_cleanup()) lustre-OST0001-osc-MDT0000: forcing exports to disconnect: 0/3 00000020:00080000:2.0:1789518415.830905:0:20661:0:(genops.c:1557:class_disconnect_exports()) OBD device 10 (ffff8e73034fb380) has no exports 00000020:00000080:2.0:1789518415.830915:0:20661:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x8d0fd679423153a7 00000020:00000080:2.0:1789518415.830923:0:20661:0:(genops.c:885:class_export_put()) final put ffff8e7402e83000/lustre-MDT0000-osd_UUID 00010000:01000000:2.0:1789518415.831309:0:20661:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-OST0001-osc-MDT0000: client import never connected 00000100:00080000:2.0:1789518415.831314:0:20661:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:2.0:1789518415.831318:0:20661:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934594 gen 5 00000004:00080000:2.0:1789518415.831325:0:20661:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:2.0:1789518415.831328:0:20661:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:2.0:1789518415.831359:0:20661:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1789518415.831366:0:20661:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:2.0:1789518415.831373:0:20661:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x8d0fd67942315399 00000020:00000080:2.0:1789518415.831379:0:20661:0:(genops.c:885:class_export_put()) final put ffff8e7439640800/lustre-MDT0000-mdtlov_UUID 00000020:01000000:2.0:1789518415.831394:0:20661:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osc-MDT0000 (flags='') 00000020:00000080:2.0:1789518415.831409:0:20661:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1789518415.831413:0:20661:0:(obd_config.c:956:class_cleanup()) lustre-OST0000-osc-MDT0000: forcing exports to disconnect: 0/3 00000020:00080000:2.0:1789518415.831416:0:20661:0:(genops.c:1557:class_disconnect_exports()) OBD device 9 (ffff8e743cdd3380) has no exports 00000020:00000080:2.0:1789518415.831420:0:20661:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x8d0fd67942315392 00000020:00000080:2.0:1789518415.831424:0:20661:0:(genops.c:885:class_export_put()) final put ffff8e7303457000/lustre-MDT0000-osd_UUID 00010000:01000000:2.0:1789518415.833771:0:20661:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-OST0000-osc-MDT0000: client import never connected 00000100:00080000:2.0:1789518415.833779:0:20661:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:2.0:1789518415.833785:0:20661:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934598 gen 5 00000004:00080000:2.0:1789518415.833792:0:20661:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:2.0:1789518415.833793:0:20661:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:2.0:1789518415.833839:0:20661:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1789518415.833849:0:20661:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000004:01000000:2.0:1789518415.833866:0:20661:0:(lod_lov.c:59:lod_putref()) destroying 1 ltd desc 00000020:00000080:2.0:1789518415.833872:0:20661:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x8d0fd67942315384 00000020:00000080:2.0:1789518415.833880:0:20661:0:(genops.c:885:class_export_put()) final put ffff8e74416ea000/lustre-MDT0000-mdtlov_UUID 00000020:01000000:2.0:1789518415.833885:0:20661:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-osp-MDT0000 (flags='') 00000020:00000080:2.0:1789518415.833893:0:20661:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1789518415.833897:0:20661:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-osp-MDT0000: forcing exports to disconnect: 0/3 00000020:00080000:2.0:1789518415.833900:0:20661:0:(genops.c:1557:class_disconnect_exports()) OBD device 8 (ffff8e73034f99c0) has no exports 00000020:00000080:2.0:1789518415.833906:0:20661:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x8d0fd6794231537d 00000020:00000080:2.0:1789518415.833909:0:20661:0:(genops.c:885:class_export_put()) final put ffff8e74416ec000/lustre-MDT0000-osd_UUID 00000020:00000080:0.0:1789518415.835296:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8e74416e4000/lustre-MDT0000-mdtlov_UUID for lustre-OST0001-osc-MDT0000 00000020:00000080:0.0:1789518415.835312:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8e7402e83000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:0.0:1789518415.835318:0:36:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8e7402e82000 for lustre-OST0001-osc-MDT0000 00000020:00000080:0.0:1789518415.835333:0:36:0:(genops.c:885:class_export_put()) final put ffff8e7402e83800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:0.0:1789518415.835336:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8e7402e83800/lustre-MDT0000-mdtlov_UUID for lustre-OST0001-osc-MDT0000 00000020:01000000:0.0:1789518415.835339:0:36:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001-osc-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1789518415.835422:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8e7439640800/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00000020:00000080:0.0:1789518415.835427:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8e7303457000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:0.0:1789518415.835431:0:36:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8e74416e4800 for lustre-OST0000-osc-MDT0000 00000020:00000080:0.0:1789518415.835434:0:36:0:(genops.c:885:class_export_put()) final put ffff8e74416e8800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:0.0:1789518415.835436:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8e74416e8800/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00000020:01000000:0.0:1789518415.835439:0:36:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000-osc-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1789518415.835461:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8e74416ea000/lustre-MDT0000-mdtlov_UUID for lustre-MDT0001-osp-MDT0000 00000020:00000080:0.0:1789518415.835494:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8e74416ec000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00010000:01000000:1.0:1789518415.835747:0:20661:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0001-osp-MDT0000: client import never connected 00000100:00080000:1.0:1789518415.835752:0:20661:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:1.0:1789518415.835755:0:20661:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 5 00000100:00100000:1.0:1789518415.835759:0:20661:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1789518415.835812:0:20661:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1789518415.835822:0:20661:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-osp-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:1.0:1789518415.835848:0:20661:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1789518415.835852:0:20661:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-mdtlov (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:1.0:1789518415.835856:0:20661:0:(genops.c:885:class_export_put()) final put ffff8e73030c8800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:1.0:1789518415.835858:0:20661:0:(genops.c:844:class_export_destroy()) destroying export ffff8e73030c8800/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000020:01000000:1.0:1789518415.835869:0:20661:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-mdtlov (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:1.0:1789518415.835939:0:20661:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x8d0fd67942315353 00000020:00000080:1.0:1789518415.835945:0:20661:0:(genops.c:885:class_export_put()) final put ffff8e73030cf800/lustre-MDD0000_UUID 00000020:01000000:1.0:1789518415.835949:0:20661:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDD0000 (flags='') 00000020:00000080:1.0:1789518415.835952:0:20661:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1789518415.835957:0:20661:0:(obd_config.c:956:class_cleanup()) lustre-MDD0000: forcing exports to disconnect: 0/2 00000020:00080000:1.0:1789518415.835959:0:20661:0:(genops.c:1557:class_disconnect_exports()) OBD device 6 (ffff8e7302ac4d40) has no exports 00000020:00000080:1.0:1789518415.835979:0:20661:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1789518415.835982:0:20661:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDD0000 (uuid lustre-MDD0000_UUID) 00000020:00000080:1.0:1789518415.835995:0:20661:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x8d0fd6794231535a 00000020:00000080:1.0:1789518415.835999:0:20661:0:(genops.c:885:class_export_put()) final put ffff8e73030cf000/lustre-MDT0000-osd_UUID 00000020:01000004:1.0:1789518415.836009:0:20661:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8e743f99c000 from lustre-MDT0000, refs=3 00000020:01000004:1.0:1789518415.836012:0:20661:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8e743f99c000 3 00000020:01000004:1.0:1789518415.836015:0:20661:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff8e743f99c000 from lustre-MDT0000 00000020:00000080:1.0:1789518415.836036:0:20661:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1789518415.836039:0:20661:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000 (uuid lustre-MDT0000_UUID) 00000020:00000080:1.0:1789518415.836041:0:20661:0:(genops.c:885:class_export_put()) final put ffff8e73030cb000/lustre-MDT0000_UUID 00000020:00000080:1.0:1789518415.836043:0:20661:0:(genops.c:844:class_export_destroy()) destroying export ffff8e73030cb000/lustre-MDT0000_UUID for lustre-MDT0000 00000020:01000000:1.0:1789518415.836050:0:20661:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000 (lustre-MDT0000_UUID) 00000020:01000004:1.0:1789518415.836079:0:20661:0:(obd_mount.c:578:lustre_stop_mgc()) MGC still has 3 references. 00000020:01000004:1.0:1789518415.836083:0:20661:0:(tgt_mount.c:255:server_stop_mgs()) Stop MGS service MGS 00000020:01000000:1.0:1789518415.836085:0:20661:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of MGS (flags='F') 00000020:00000080:1.0:1789518415.836088:0:20661:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1789518415.836090:0:20661:0:(obd_config.c:956:class_cleanup()) MGS: forcing exports to disconnect: 1/3 00000020:00080000:1.0:1789518415.836096:0:20661:0:(genops.c:1818:print_export_data()) MGS: ACTIVE ffff8e7303c15800 6224dd85-753f-4c3f-83da-7a6019473f75 0@lo 18 (0 0 13) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:1.0:1789518415.836101:0:20661:0:(genops.c:1552:class_disconnect_exports()) OBD device 1 (ffff8e73030e8000) has exports, disconnecting them 00000020:00080000:1.0:1789518415.836105:0:20661:0:(genops.c:1527:class_disconnect_export_list()) MGS: disconnecting export at 0@lo (ffff8e7303c15800), last request at 1789518318 00000020:00000080:1.0:1789518415.836120:0:20661:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x8d0fd679423152ff 00000020:00010000:1.0:1789518415.836124:0:20661:0:(genops.c:1920:obd_stale_export_put()) Put export ffff8e7303c15800: total 2 00000100:00080000:1.0:1789518415.836128:0:20661:0:(import.c:65:import_set_state_nolock()) ffff8e7303c12000 : changing import state from FULL to CLOSED 00000020:00080000:1.0:1789518415.836141:0:20661:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff8e7303c15800): rc 0 00000020:00080000:1.0:1789518415.836144:0:20661:0:(genops.c:1557:class_disconnect_exports()) OBD device 1 (ffff8e73030e8000) has no exports 00000100:00100000:1.0:1789518415.836195:0:17084:0:(service.c:3188:ptlrpc_main()) ll_mgs_0002: service thread [ffff8e7441523000:17084] 2 exiting: rc = 0 00000100:00100000:1.0:1789518415.836291:0:17082:0:(service.c:3188:ptlrpc_main()) ll_mgs_0000: service thread [ffff8e7441522a00:17082] 0 exiting: rc = 1 00000020:00000080:0.0:1789518415.837017:0:36:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8e74416ed000 for lustre-MDT0001-osp-MDT0000 00000020:00000080:0.0:1789518415.837026:0:36:0:(genops.c:885:class_export_put()) final put ffff8e74416eb800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:0.0:1789518415.837028:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8e74416eb800/lustre-MDT0000-mdtlov_UUID for lustre-MDT0001-osp-MDT0000 00000020:01000000:0.0:1789518415.837033:0:36:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-osp-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1789518415.837090:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8e73030cf800/lustre-MDD0000_UUID for lustre-MDD0000 00000020:00000080:0.0:1789518415.837094:0:36:0:(genops.c:885:class_export_put()) final put ffff8e73030ca000/lustre-MDD0000_UUID 00000020:00000080:0.0:1789518415.837095:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8e73030ca000/lustre-MDD0000_UUID for lustre-MDD0000 00000020:01000000:0.0:1789518415.837098:0:36:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDD0000 (lustre-MDD0000_UUID) 00000020:00000080:0.0:1789518415.837120:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8e73030cf000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00010000:3.0:1789518415.899701:0:17079:0:(genops.c:1906:obd_stale_export_get()) Get export ffff8e7303c15800: total 0 00010000:00010000:3.0:1789518415.899767:0:17079:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff8e7303c15800, canceled 0 locks, left on hash table 13. 00010000:00010000:3.0:1789518415.899813:0:17079:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8e743f8b6400/0x8d0fd679423158a8 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x8d0fd679423158a1 expref: 14 pid: 17084 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518415.899836:0:17079:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8e7435f0cc00/0x8d0fd6794231541e lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x8d0fd67942315417 expref: 13 pid: 17084 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518415.899862:0:17079:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8e74421c3200/0x8d0fd6794231558a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x8d0fd67942315583 expref: 12 pid: 17083 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518415.899874:0:17079:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8e743f8b7600/0x8d0fd679423158b6 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x8d0fd679423158af expref: 11 pid: 17082 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518415.899883:0:17079:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8e743f8b7000/0x8d0fd679423154db lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x8d0fd679423154d4 expref: 10 pid: 17084 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518415.899893:0:17079:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8e743f8b7c00/0x8d0fd6794231542c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x8d0fd67942315425 expref: 9 pid: 17084 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518415.899904:0:17079:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8e743f8b7400/0x8d0fd679423158c4 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x8d0fd679423158bd expref: 8 pid: 17082 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518415.899916:0:17079:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8e743f8b6600/0x8d0fd6794231543a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x8d0fd67942315433 expref: 7 pid: 17084 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518415.899926:0:17079:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8e743f8b7200/0x8d0fd6794231530d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x8d0fd67942315306 expref: 6 pid: 17083 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518415.899935:0:17079:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8e73033ac800/0x8d0fd679423156c5 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x8d0fd679423156be expref: 5 pid: 17082 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518415.899944:0:17079:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8e7435f0c200/0x8d0fd67942315560 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x8d0fd67942315559 expref: 4 pid: 17083 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518415.899953:0:17079:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8e7435f9d200/0x8d0fd679423156ef lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x8d0fd679423156e8 expref: 3 pid: 17082 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518415.899978:0:17079:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8e73033ac600/0x8d0fd6794231572e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x8d0fd67942315727 expref: 2 pid: 17082 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518415.899988:0:17079:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff8e7303c15800, canceled 13 locks, left on hash table 0. 00000020:00000080:3.0:1789518415.900004:0:17079:0:(genops.c:885:class_export_put()) final put ffff8e7303c15800/6224dd85-753f-4c3f-83da-7a6019473f75 00010000:00010000:3.0:1789518415.900027:0:17079:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789518415.900029:0:17079:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789518415.900031:0:17079:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789518415.900078:0:17083:0:(service.c:3188:ptlrpc_main()) ll_mgs_0001: service thread [ffff8e7441523600:17083] 1 exiting: rc = 0 00000020:00000080:3.0:1789518415.900233:0:473:0:(genops.c:844:class_export_destroy()) destroying export ffff8e7303c15800/6224dd85-753f-4c3f-83da-7a6019473f75 for MGS 00000020:00000080:3.0:1789518415.900259:0:473:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8e7303c12000 for MGS 00000100:00100000:1.0:1789518415.900581:0:20661:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518415.900590:0:20661:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518415.900595:0:20661:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518415.900601:0:20661:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518415.900607:0:20661:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518415.900612:0:20661:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518415.900617:0:20661:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518415.900629:0:20661:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518415.900635:0:20661:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518415.900641:0:20661:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518415.900647:0:20661:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518415.900652:0:20661:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518415.900657:0:20661:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518415.900662:0:20661:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518415.900668:0:20661:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518415.900674:0:20661:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518415.900679:0:20661:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518415.900684:0:20661:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518415.900689:0:20661:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518415.900694:0:20661:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518415.900700:0:20661:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518415.900705:0:20661:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518415.900710:0:20661:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518415.900715:0:20661:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518415.900720:0:20661:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518415.900725:0:20661:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518415.900730:0:20661:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518415.900736:0:20661:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518415.900741:0:20661:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518415.900746:0:20661:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518415.900751:0:20661:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518415.900757:0:20661:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518415.900762:0:20661:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518415.900769:0:20661:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518415.900774:0:20661:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518415.900780:0:20661:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518415.900785:0:20661:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518415.900790:0:20661:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518415.900795:0:20661:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518415.900800:0:20661:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518415.900817:0:20661:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518415.900822:0:20661:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518415.900835:0:20661:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518415.900840:0:20661:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518415.900846:0:20661:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518415.900851:0:20661:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518415.900856:0:20661:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518415.900861:0:20661:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518415.900866:0:20661:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518415.900871:0:20661:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518415.900876:0:20661:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518415.900882:0:20661:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518415.900887:0:20661:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518415.900893:0:20661:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518415.900898:0:20661:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518415.900902:0:20661:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518415.900908:0:20661:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518415.900913:0:20661:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518415.900918:0:20661:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518415.900923:0:20661:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518415.900928:0:20661:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518415.900933:0:20661:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518415.900938:0:20661:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518415.900944:0:20661:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:01000000:1.0:1789518415.901944:0:20661:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff8e7302baf900 - data ffff8e740e116510/ffff8e7439579000 00000020:01000000:1.0:1789518415.902075:0:20661:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff8e74062db720 - data ffff8e740e098948/ffff8e74414c3c00 00000020:00000080:1.0:1789518415.902520:0:20661:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x8d0fd679423152e3 00000020:00000080:1.0:1789518415.902529:0:20661:0:(genops.c:885:class_export_put()) final put ffff8e743f99d000/lustre-MDT0000-osd_UUID 00000020:01000004:1.0:1789518415.902543:0:20661:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8e743f99c000 from MGS, refs=2 00000020:01000004:1.0:1789518415.902546:0:20661:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8e743f99c000 2 00000020:01000004:1.0:1789518415.902549:0:20661:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff8e743f99c000 from MGS 00000020:00000080:1.0:1789518415.902571:0:20661:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1789518415.902577:0:20661:0:(obd_config.c:883:class_detach()) detach on obd MGS (uuid MGS) 00000020:00000080:1.0:1789518415.902579:0:20661:0:(genops.c:885:class_export_put()) final put ffff8e743f99f000/MGS 00000020:00000080:1.0:1789518415.902582:0:20661:0:(genops.c:844:class_export_destroy()) destroying export ffff8e743f99f000/MGS for MGS 00000020:01000000:1.0:1789518415.902587:0:20661:0:(genops.c:441:class_free_dev()) finishing cleanup of obd MGS (MGS) 00000020:01000000:1.0:1789518415.902657:0:20661:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-MDT0000 (flags='F') 00000020:00000080:1.0:1789518415.902661:0:20661:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1789518415.902667:0:20661:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-lwp-MDT0000: forcing exports to disconnect: 1/3 00000020:00080000:1.0:1789518415.902672:0:20661:0:(genops.c:1818:print_export_data()) lustre-MDT0000-lwp-MDT0000: ACTIVE ffff8e730292b000 lustre-MDT0000-lwp-MDT0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:1.0:1789518415.902678:0:20661:0:(genops.c:1552:class_disconnect_exports()) OBD device 11 (ffff8e73034fcd40) has exports, disconnecting them 00000020:00080000:1.0:1789518415.902683:0:20661:0:(genops.c:1527:class_disconnect_export_list()) lustre-MDT0000-lwp-MDT0000: disconnecting export at 0@lo (ffff8e730292b000), last request at 1789518319 00000020:00000080:1.0:1789518415.902687:0:20661:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x8d0fd679423153e6 00000020:00080000:1.0:1789518415.902696:0:20661:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff8e730292b000): rc 0 00000020:00000080:1.0:1789518415.902700:0:20661:0:(genops.c:885:class_export_put()) final put ffff8e730292b000/lustre-MDT0000-lwp-MDT0000 00000020:00000080:0.0:1789518415.903315:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8e743f99d000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:0.0:1789518415.903328:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8e730292b000/lustre-MDT0000-lwp-MDT0000 for lustre-MDT0000-lwp-MDT0000 00010000:01000000:0.0:1789518415.903625:0:20661:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0000-lwp-MDT0000: client import never connected 00000100:00080000:0.0:1789518415.903629:0:20661:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1789518415.903633:0:20661:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 5 00000100:00100000:0.0:1789518415.903638:0:20661:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1789518415.903657:0:36:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8e730292a800 for lustre-MDT0000-lwp-MDT0000 00000020:00000080:0.0:1789518415.903816:0:20661:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1789518415.903822:0:20661:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-MDT0000 (uuid lustre-MDT0000-lwp-MDT0000_UUID) 00000020:00000080:0.0:1789518415.903826:0:20661:0:(genops.c:885:class_export_put()) final put ffff8e7302928800/lustre-MDT0000-lwp-MDT0000_UUID 00000020:00000080:0.0:1789518415.903829:0:20661:0:(genops.c:844:class_export_destroy()) destroying export ffff8e7302928800/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000-lwp-MDT0000 00000020:01000000:0.0:1789518415.903833:0:20661:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-MDT0000 (lustre-MDT0000-lwp-MDT0000_UUID) 00000020:01000004:0.0:1789518415.903892:0:20661:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8e743f99c000 1 00000020:00000080:0.0:1789518415.903896:0:20661:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x8d0fd679423152d5 00000020:00000080:0.0:1789518415.903901:0:20661:0:(genops.c:885:class_export_put()) final put ffff8e743f99e800/lustre-MDT0000-osd_UUID 00000020:01000000:0.0:1789518415.903910:0:20661:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-osd (flags='') 00000020:00000080:0.0:1789518415.903918:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8e743f99e800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:0.0:1789518415.903926:0:20661:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1789518415.903930:0:20661:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-osd: forcing exports to disconnect: 0/1 00000020:00080000:0.0:1789518415.903933:0:20661:0:(genops.c:1557:class_disconnect_exports()) OBD device 0 (ffff8e73030ecd40) has no exports 00000020:00000080:3.0:1789518415.985648:0:20661:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1789518415.985666:0:20661:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-osd (uuid lustre-MDT0000-osd_UUID) 00000020:00000080:3.0:1789518415.985676:0:20661:0:(genops.c:885:class_export_put()) final put ffff8e743f998800/lustre-MDT0000-osd_UUID 00000020:00000080:3.0:1789518415.985682:0:20661:0:(genops.c:844:class_export_destroy()) destroying export ffff8e743f998800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:01000000:3.0:1789518415.985696:0:20661:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-osd (lustre-MDT0000-osd_UUID) 00000020:01000004:3.0:1789518415.985847:0:20661:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff8e743f99b000 00000020:02000400:3.0:1789518415.985928:0:20661:0:(tgt_mount.c:2180:server_put_super()) server umount lustre-MDT0000 complete 00010000:00010000:3.0:1789518416.055933:0:17078:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789518416.886532:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e730207f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3638:1876445522789376:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1789518416.886593:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789518416.886641:0:18599:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522789376 00000100:00100000:2.0:1789518416.886647:0:18599:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522789376 00000100:00080000:3.0:1789518416.886819:0:17086:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1789518416.886900:0:18599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:2.0:1789518416.886910:0:18599:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e730207f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3638:x1876445522789376:12345-0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1789518416.886928:0:473:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789518416.886932:0:473:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789518416.886936:0:473:0:(import.c:65:import_set_state_nolock()) ffff8e7421480000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00002000:00000024:2.0:1789518416.886940:0:18599:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00080000:1.0:1789518416.886941:0:473:0:(import.c:545:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 582 00000100:00080000:1.0:1789518416.886946:0:473:0:(import.c:630:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:1.0:1789518416.886954:0:473:0:(import.c:666:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8e7421480000 using connection 192.168.202.143@tcp/0@lo 00000100:00100000:1.0:1789518416.886975:0:473:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8e740dda1500 x1876445522789632/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789518416.886981:0:18599:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e730207f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3638:x1876445522789376:12345-0@lo:13:osp-pre-1-1.0 Request processed in 73us (387us total) trans 0 rc 0/0 00000100:00100000:2.0:1789518416.886998:0:18599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:2.0:1789518416.887025:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e740dda0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3637:1876445522789888:0@lo:400:kworker.0 00000100:00100000:2.0:1789518416.887055:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789518416.887078:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e740dda3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3637:1876445522790400:0@lo:400:kworker.0 00000100:00100000:2.0:1789518416.887098:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789518416.887116:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1789518416.887121:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e740dda0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3637:1876445522790016:0@lo:400:kworker.0 00000100:00100000:2.0:1789518416.887140:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789518416.887164:0:17092:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522789888 00000100:00100000:2.0:1789518416.887168:0:17092:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522789888 00000100:00100000:1.0:1789518416.887170:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e740dda0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6224dd85-753f-4c3f-83da-7a6019473f75:3639:1876445522789504:0@lo:400:kworker.0 00000100:00100000:2.0:1789518416.887190:0:17092:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522790400 00000100:00100000:2.0:1789518416.887193:0:17092:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522790400 00000400:00000100:1.0:1789518416.887194:0:3639:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1876445522789504 offset 0 length 224: 4 00000100:00100000:1.0:1789518416.887215:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e740dda1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3639:1876445522790144:0@lo:400:kworker.0 00000100:00100000:2.0:1789518416.887216:0:17092:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522790016 00000100:00100000:2.0:1789518416.887218:0:17092:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522790016 00000100:00100000:2.0:1789518416.887228:0:17092:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 110 00000100:00100000:2.0:1789518416.887235:0:17092:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e730207ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3637:x1876445522790400:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789518416.887235:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789518416.887246:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1789518416.887251:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e740dda1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1876445522789760:0@lo:400:kworker.0 00000100:00100000:2.0:1789518416.887268:0:17092:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e730207ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3637:x1876445522790400:12345-0@lo:400:kworker.0 Request processed in 35us (169us total) trans 0 rc 0/0 00000100:00100000:1.0:1789518416.887273:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789518416.887274:0:17092:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 110 00000100:00100000:2.0:1789518416.887285:0:17092:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522790144 00000100:00100000:2.0:1789518416.887288:0:17092:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522790144 00000100:00100000:1.0:1789518416.887289:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e740dda0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3639:1876445522790272:0@lo:400:kworker.0 00000100:00100000:2.0:1789518416.887305:0:17092:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 111 00000100:00100000:2.0:1789518416.887310:0:17092:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e740dda2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3639:x1876445522790144:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789518416.887316:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789518416.887334:0:17092:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e740dda2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3639:x1876445522790144:12345-0@lo:400:kworker.0 Request processed in 23us (98us total) trans 0 rc 0/0 00000100:00100000:1.0:1789518416.887338:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e740dda1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3636:1876445522789632:0@lo:38:kworker.0 00000100:00100000:2.0:1789518416.887339:0:17092:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 111 00000100:00100000:1.0:1789518416.887361:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789518416.887411:0:20230:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522790272 00000100:00100000:1.0:1789518416.887415:0:20230:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522790272 00000100:00100000:1.0:1789518416.887647:0:20230:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:1.0:1789518416.887652:0:20230:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e730207e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3637:x1876445522789888:12345-0@lo:400:kworker.0 00000020:00080000:1.0:1789518416.887659:0:20230:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:1.0:1789518416.887687:0:20230:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e730207e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3637:x1876445522789888:12345-0@lo:400:kworker.0 Request processed in 33us (630us total) trans 0 rc -107/-107 00000100:00100000:1.0:1789518416.887693:0:20230:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00100000:1.0:1789518416.887705:0:20230:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00100000:1.0:1789518416.887708:0:20230:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e730207c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3637:x1876445522790016:12345-0@lo:400:kworker.0 00000020:00080000:1.0:1789518416.887713:0:20230:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:1.0:1789518416.887732:0:20230:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e730207c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3637:x1876445522790016:12345-0@lo:400:kworker.0 Request processed in 22us (591us total) trans 0 rc -107/-107 00000100:00100000:1.0:1789518416.887738:0:20230:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00100000:1.0:1789518416.887747:0:20230:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:1.0:1789518416.887751:0:20230:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e740dda3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3639:x1876445522790272:12345-0@lo:400:kworker.0 00000020:00080000:1.0:1789518416.887756:0:20230:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:1.0:1789518416.887775:0:20230:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e740dda3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3639:x1876445522790272:12345-0@lo:400:kworker.0 Request processed in 23us (458us total) trans 0 rc -107/-107 00000100:00100000:1.0:1789518416.887780:0:20230:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00100000:1.0:1789518416.887809:0:18597:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522789760 00000100:00100000:1.0:1789518416.887812:0:18597:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522789760 00000100:00100000:1.0:1789518416.887836:0:18597:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:1.0:1789518416.887842:0:18597:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e740dda2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3639:x1876445522789760:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789518416.887878:0:18597:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e740dda2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3639:x1876445522789760:12345-0@lo:400:kworker.0 Request processed in 37us (604us total) trans 0 rc 0/0 00000100:00100000:1.0:1789518416.887885:0:18597:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:1.0:1789518416.887904:0:17096:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522789632 00000100:00100000:1.0:1789518416.887908:0:17096:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522789632 00000100:00100000:1.0:1789518416.887923:0:17096:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78 00000100:00100000:1.0:1789518416.887927:0:17096:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e740dda3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3636:x1876445522789632:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1789518416.887943:0:17096:0:(ldlm_lib.c:1199:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1789518416.889600:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e730207f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3638:1876445522789376:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1789518416.890885:0:17086:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1789518416.890894:0:17086:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1789518416.890928:0:3637:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-OST0000 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:2.0:1789518416.890934:0:3637:0:(import.c:65:import_set_state_nolock()) ffff8e730297f800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:2.0:1789518416.890939:0:3637:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-OST0000: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00100000:1.0:1789518416.901762:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e740dda1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1876445522789760:0@lo:400:kworker.0 00000100:00080000:1.0:1789518416.901781:0:3639:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-OST0001 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:1.0:1789518416.901787:0:3639:0:(import.c:65:import_set_state_nolock()) ffff8e74214d0800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:1.0:1789518416.901792:0:3639:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-OST0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:1.0:1789518416.901807:0:3639:0:(import.c:65:import_set_state_nolock()) ffff8e74214d0800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789518416.901812:0:3639:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 533 00000100:00080000:1.0:1789518416.901823:0:3639:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8e74214d0800 using connection 192.168.202.143@tcp/0@lo 00000100:00100000:1.0:1789518416.901854:0:3639:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8e740dda2300 x1876445522790528/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789518416.901877:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e740dda0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3639:1876445522790272:0@lo:400:kworker.0 00010000:00080000:1.0:1789518416.901892:0:3639:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffff8e740dda1180 x1876445522790144/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789518432 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789518416.901901:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e740dda1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3639:1876445522790144:0@lo:400:kworker.0 00000100:00100000:1.0:1789518416.901932:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e740dda2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3636:1876445522790528:0@lo:38:ptlrpcd_00_02.0 00000100:00100000:1.0:1789518416.901987:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789518416.902035:0:20230:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522790528 00000100:00100000:1.0:1789518416.902042:0:20230:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522790528 00000100:00100000:1.0:1789518416.902076:0:20230:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00100000:1.0:1789518416.902084:0:20230:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e740dda1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3636:x1876445522790528:12345-0@lo:38:ptlrpcd_00_02.0 00010000:00020000:1.0:1789518416.902103:0:20230:0:(ldlm_lib.c:1199:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1789518416.902135:0:20230:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e740dda1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3636:x1876445522790528:12345-0@lo:38:ptlrpcd_00_02.0 Request processed in 50us (148us total) trans 0 rc -19/-19 00000100:00100000:1.0:1789518416.902142:0:20230:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00080000:1.0:1789518416.902169:0:3636:0:(import.c:65:import_set_state_nolock()) ffff8e74214d0800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789518416.902173:0:3636:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1789518416.902176:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e740dda2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3636:1876445522790528:0@lo:38:ptlrpcd_00_02.0 00000100:00100000:1.0:1789518416.902207:0:17096:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e740dda3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3636:x1876445522789632:12345-0@lo:38:kworker.0 Request processed in 14278us (14844us total) trans 0 rc -19/-19 00000100:00100000:1.0:1789518416.902215:0:17096:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78 00000100:00080000:1.0:1789518416.902237:0:3636:0:(import.c:65:import_set_state_nolock()) ffff8e7421480000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789518416.902241:0:3636:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1789518416.902244:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e740dda1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3636:1876445522789632:0@lo:38:kworker.0 00000100:00080000:2.0:1789518416.928205:0:3637:0:(import.c:65:import_set_state_nolock()) ffff8e730297f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789518416.928219:0:3637:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 516 00000100:00080000:2.0:1789518416.928234:0:3637:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8e730297f800 using connection 192.168.202.143@tcp/0@lo 00000100:00100000:2.0:1789518416.928274:0:3637:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8e730207d880 x1876445522790656/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789518416.928307:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e740dda0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3637:1876445522790016:0@lo:400:kworker.0 00000100:00100000:2.0:1789518416.928328:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e730207d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3636:1876445522790656:0@lo:38:ptlrpcd_00_00.0 00000100:00100000:2.0:1789518416.928936:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00080000:2.0:1789518416.929008:0:3637:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffff8e740dda3800 x1876445522790400/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789518432 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789518416.929023:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e740dda3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3637:1876445522790400:0@lo:400:kworker.0 00000100:00080000:2.0:1789518416.929039:0:3637:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-MDT0001 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:2.0:1789518416.929045:0:3637:0:(import.c:65:import_set_state_nolock()) ffff8e7437797000 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:2.0:1789518416.929049:0:3637:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-MDT0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:2.0:1789518416.929052:0:3637:0:(import.c:65:import_set_state_nolock()) ffff8e7437797000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789518416.929056:0:3637:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 500 00000100:00080000:2.0:1789518416.929062:0:3637:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8e7437797000 using connection 192.168.202.143@tcp/0@lo 00000100:00100000:2.0:1789518416.929077:0:3637:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8e730207d180 x1876445522790784/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789518416.929100:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e740dda0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3637:1876445522789888:0@lo:400:kworker.0 00000100:00100000:2.0:1789518416.929112:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e730207d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3636:1876445522790784:0@lo:38:ptlrpcd_00_00.0 00000100:00100000:2.0:1789518416.929138:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789518416.929170:0:17092:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522790656 00000100:00100000:2.0:1789518416.929176:0:17092:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522790656 00000100:00100000:2.0:1789518416.929207:0:17092:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522790784 00000100:00100000:2.0:1789518416.929210:0:17092:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522790784 00000100:00100000:2.0:1789518416.929228:0:17092:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00100000:2.0:1789518416.929235:0:17092:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e730207ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3636:x1876445522790656:12345-0@lo:38:ptlrpcd_00_00.0 00010000:00020000:2.0:1789518416.929254:0:17092:0:(ldlm_lib.c:1199:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1789518416.929290:0:17092:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e730207ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3636:x1876445522790656:12345-0@lo:38:ptlrpcd_00_00.0 Request processed in 54us (356us total) trans 0 rc -19/-19 00000100:00100000:2.0:1789518416.929296:0:17092:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00100000:2.0:1789518416.929312:0:17092:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000100:00100000:2.0:1789518416.929315:0:17092:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e730207f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3636:x1876445522790784:12345-0@lo:38:ptlrpcd_00_00.0 00010000:00020000:2.0:1789518416.929325:0:17092:0:(ldlm_lib.c:1199:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1789518416.930556:0:17092:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e730207f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3636:x1876445522790784:12345-0@lo:38:ptlrpcd_00_00.0 Request processed in 1235us (1413us total) trans 0 rc -19/-19 00000100:00100000:2.0:1789518416.930568:0:17092:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00000100:00080000:2.0:1789518416.930625:0:3636:0:(import.c:65:import_set_state_nolock()) ffff8e7437797000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789518416.930630:0:3636:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1789518416.930634:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e730207d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3636:1876445522790784:0@lo:38:ptlrpcd_00_00.0 00000100:00080000:2.0:1789518416.930644:0:3636:0:(import.c:65:import_set_state_nolock()) ffff8e730297f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789518416.930647:0:3636:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1789518416.930658:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e730207d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3636:1876445522790656:0@lo:38:ptlrpcd_00_00.0 00010000:00010000:3.0:1789518417.079324:0:17079:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789518418.104502:0:17078:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:2.0:1789518418.955010:0:19410:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000020:00000080:2.0:1789518418.955022:0:19410:0:(genops.c:885:class_export_put()) final put ffff8e7302979800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:0.0:1789518418.955131:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8e7302979800/lustre-MDT0000-mdtlov_UUID for lustre-OST0001 00000020:00000080:0.0:1789518418.955181:0:36:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8e730297b000 for lustre-OST0001 00010000:00010000:2.0:1789518419.129152:0:17079:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789518419.450597:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1789518419.450619:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e7435f71c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1876445522790912:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1789518419.450696:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789518419.453082:0:18599:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522790912 00000100:00100000:1.0:1789518419.453096:0:18599:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522790912 00000100:00100000:1.0:1789518419.453175:0:18599:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:1.0:1789518419.453186:0:18599:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7435f71180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3637:x1876445522790912:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1789518419.453220:0:18599:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915857920 avail 3684335616 00000100:00100000:1.0:1789518419.453302:0:18599:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7435f71180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3637:x1876445522790912:12345-0@lo:13:osp-pre-0-1.0 Request processed in 118us (2607us total) trans 0 rc 0/0 00000100:00100000:1.0:1789518419.453320:0:18599:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:1.0:1789518419.453376:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e7435f71c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1876445522790912:0@lo:13:osp-pre-0-1.0 00000100:00080000:3.0:1789518419.454052:0:17086:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:01000004:3.0:1789518419.530295:0:20862:0:(tgt_mount.c:2191:server_umount_begin()) umount -f 00000020:01000004:3.0:1789518419.544722:0:20862:0:(tgt_mount.c:2061:server_put_super()) server put_super lustre-MDT0001 00010000:00010000:3.0:1789518419.544795:0:20862:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.143@tcp lock: ffff8e743f8b6a00/0x8d0fd679423154d4 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x8d0fd679423154db expref: -99 pid: 17821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518419.544811:0:20862:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.143@tcp lock: ffff8e743f8b6a00/0x8d0fd679423154d4 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x8d0fd679423154db expref: -99 pid: 17821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518419.544818:0:20862:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.143@tcp lock: ffff8e743f8b6a00/0x8d0fd679423154d4 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0x8d0fd679423154db expref: -99 pid: 17821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518419.544825:0:20862:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.143@tcp lock: ffff8e743f8b6a00/0x8d0fd679423154d4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0x8d0fd679423154db expref: -99 pid: 17821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518419.544843:0:20862:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:3.0:1789518419.544849:0:20862:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:3.0:1789518419.544875:0:20862:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1789518419.544880:0:20862:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 3 00000100:00080000:3.0:1789518419.544885:0:20862:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID 00000100:00080000:3.0:1789518419.544891:0:20862:0:(import.c:65:import_set_state_nolock()) ffff8e7437797000 lustre-MDT0000_UUID: changing import state from DISCONN to CLOSED 00000100:00080000:3.0:1789518419.544895:0:20862:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1789518419.544897:0:20862:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 4 00000100:00100000:3.0:1789518419.544900:0:20862:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:1.0:1789518419.545785:0:17078:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789518419.545794:0:17078:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.143@tcp lock: ffff8e743f8b6a00/0x8d0fd679423154d4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000400000000 nid: local remote: 0x8d0fd679423154db expref: -99 pid: 17821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518419.545803:0:17078:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8e743f8b6a00 already unused, calling callback (ffffffffc11d3c20) 10000000:00010000:1.0:1789518419.545807:0:17078:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.143@tcp lock: ffff8e743f8b6a00/0x8d0fd679423154d4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000400000000 nid: local remote: 0x8d0fd679423154db expref: -99 pid: 17821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518419.545816:0:17078:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.143@tcp lock: ffff8e743f8b6a00/0x8d0fd679423154d4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1008400000000 nid: local remote: 0x8d0fd679423154db expref: -99 pid: 17821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1789518419.545823:0:17078:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.143@tcp lock: ffff8e743f8b6a00/0x8d0fd679423154d4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1009400000000 nid: local remote: 0x8d0fd679423154db expref: -99 pid: 17821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789518419.545829:0:17078:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:1.0:1789518419.545831:0:17078:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:1.0:1789518419.545834:0:17078:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:1.0:1789518419.545868:0:17078:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.143@tcp lock: ffff8e743f8b6a00/0x8d0fd679423154d4 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0x8d0fd679423154db expref: -99 pid: 17821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518419.545873:0:17078:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1789518419.545908:0:17078:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.143@tcp lock: ffff8e743f8b6a00/0x8d0fd679423154d4 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0x8d0fd679423154db expref: -99 pid: 17821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518419.545916:0:17078:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.143@tcp lock: ffff8e743f8b6a00/0x8d0fd679423154d4 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0x8d0fd679423154db expref: -99 pid: 17821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518419.545942:0:17078:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789518419.545944:0:17078:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789518419.545946:0:17078:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789518419.546054:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1789518419.546070:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e740dda1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:6224dd85-753f-4c3f-83da-7a6019473f75:3640:1876445522791040:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1789518419.546119:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789518419.546162:0:17076:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522791040 00000100:00100000:1.0:1789518419.546168:0:17076:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522791040 00000100:00100000:1.0:1789518419.546197:0:17076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:1.0:1789518419.546202:0:17076:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e740dda2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0+-99:3640:x1876445522791040:12345-0@lo:103:ldlm_bl.0 00010000:00020000:1.0:1789518419.546207:0:17076:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1789518419 with bad export cookie 10164578700288414463 00010000:00010000:2.0:1789518419.547712:0:20862:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.143@tcp lock: ffff8e73033ad200/0x8d0fd67942315433 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x8d0fd6794231543a expref: -99 pid: 17821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518419.547729:0:20862:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.143@tcp lock: ffff8e73033ad200/0x8d0fd67942315433 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x8d0fd6794231543a expref: -99 pid: 17821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518419.547737:0:20862:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.143@tcp lock: ffff8e73033ad200/0x8d0fd67942315433 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000400000000 nid: local remote: 0x8d0fd6794231543a expref: -99 pid: 17821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518419.547745:0:20862:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.143@tcp lock: ffff8e73033ad200/0x8d0fd67942315433 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000400000000 nid: local remote: 0x8d0fd6794231543a expref: -99 pid: 17821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518419.547779:0:20862:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1789518419.547786:0:20862:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.143@tcp lock: ffff8e7435f0d200/0x8d0fd67942315727 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x8d0fd6794231572e expref: -99 pid: 17087 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518419.547794:0:20862:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.143@tcp lock: ffff8e7435f0d200/0x8d0fd67942315727 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x8d0fd6794231572e expref: -99 pid: 17087 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518419.547800:0:20862:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.143@tcp lock: ffff8e7435f0d200/0x8d0fd67942315727 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x8d0fd6794231572e expref: -99 pid: 17087 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518419.547807:0:20862:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.143@tcp lock: ffff8e7435f0d200/0x8d0fd67942315727 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x8d0fd6794231572e expref: -99 pid: 17087 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518419.547821:0:20862:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1789518419.547841:0:20862:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.143@tcp lock: ffff8e73033ade00/0x8d0fd679423158bd lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x8d0fd679423158c4 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518419.547849:0:20862:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.143@tcp lock: ffff8e73033ade00/0x8d0fd679423158bd lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x8d0fd679423158c4 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518419.547855:0:20862:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.143@tcp lock: ffff8e73033ade00/0x8d0fd679423158bd lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0x8d0fd679423158c4 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518419.547862:0:20862:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.143@tcp lock: ffff8e73033ade00/0x8d0fd679423158bd lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0x8d0fd679423158c4 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518419.547869:0:20862:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:2.0:1789518419.547873:0:20862:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.143@tcp lock: ffff8e73033ac000/0x8d0fd67942315425 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x8d0fd6794231542c expref: -99 pid: 17821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518419.547880:0:20862:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.143@tcp lock: ffff8e73033ac000/0x8d0fd67942315425 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x8d0fd6794231542c expref: -99 pid: 17821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518419.547886:0:20862:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.143@tcp lock: ffff8e73033ac000/0x8d0fd67942315425 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x8d0fd6794231542c expref: -99 pid: 17821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518419.547892:0:20862:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.143@tcp lock: ffff8e73033ac000/0x8d0fd67942315425 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x8d0fd6794231542c expref: -99 pid: 17821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518419.547900:0:20862:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 10000000:01000000:2.0:1789518419.547903:0:20862:0:(mgc_request.c:547:config_log_end()) end config log lustre-MDT0001 (0) 00000020:01000004:2.0:1789518419.547933:0:20862:0:(tgt_mount.c:2111:server_put_super()) stopping lustre-MDT0001 00000020:01000000:2.0:1789518419.547939:0:20862:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001 (flags='F') 00000020:00000080:2.0:1789518419.547943:0:20862:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1789518419.547949:0:20862:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001: forcing exports to disconnect: 2/5 00000020:00080000:2.0:1789518419.547960:0:20862:0:(genops.c:1818:print_export_data()) lustre-MDT0001: ACTIVE ffff8e7302978000 lustre-MDT0001-lwp-OST0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1789518419.547965:0:20862:0:(genops.c:1818:print_export_data()) lustre-MDT0001: ACTIVE ffff8e74039e3000 lustre-MDT0001-lwp-OST0000_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1789518419.547970:0:20862:0:(genops.c:1552:class_disconnect_exports()) OBD device 14 (ffff8e7303204d40) has exports, disconnecting them 00000020:00080000:2.0:1789518419.547975:0:20862:0:(genops.c:1527:class_disconnect_export_list()) lustre-MDT0001: disconnecting export at 0@lo (ffff8e7302978000), last request at 1789518416 00000020:00000080:2.0:1789518419.547982:0:20862:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x8d0fd67942315719 00000100:00080000:2.0:1789518419.548000:0:20862:0:(import.c:65:import_set_state_nolock()) ffff8e730297f000 : changing import state from FULL to CLOSED 00000020:00080000:2.0:1789518419.548047:0:20862:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff8e7302978000): rc 0 00000020:00000080:2.0:1789518419.548050:0:20862:0:(genops.c:885:class_export_put()) final put ffff8e7302978000/lustre-MDT0001-lwp-OST0001_UUID 00000020:00080000:2.0:1789518419.548062:0:20862:0:(genops.c:1527:class_disconnect_export_list()) lustre-MDT0001: disconnecting export at 0@lo (ffff8e74039e3000), last request at 1789518416 00000020:00000080:2.0:1789518419.548065:0:20862:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x8d0fd679423155b4 00000100:00080000:2.0:1789518419.548071:0:20862:0:(import.c:65:import_set_state_nolock()) ffff8e73019e8000 : changing import state from FULL to CLOSED 00000020:00080000:2.0:1789518419.548077:0:20862:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff8e74039e3000): rc 0 00000020:00000080:2.0:1789518419.548079:0:20862:0:(genops.c:885:class_export_put()) final put ffff8e74039e3000/lustre-MDT0001-lwp-OST0000_UUID 00000004:00000080:2.0:1789518419.548086:0:20862:0:(mdd_device.c:2304:mdd_iocontrol()) lustre-MDD0001: cmd=400866e7 len=0 karg=ffffb996419bfae0 00000100:00080000:2.0:1789518419.548103:0:20862:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1789518419.548111:0:20862:0:(client.c:3603:ptlrpc_abort_inflight()) @@@ aborting waiting req req@ffff8e7435f0a300 x1876445522789120/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1789518430 ref 1 fl Rpc:RSQU/200/0 rc -107/-107 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789518419.548127:0:20862:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 3 00000100:00080000:2.0:1789518419.548995:0:20862:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID 00000100:00080000:2.0:1789518419.549003:0:20862:0:(import.c:65:import_set_state_nolock()) ffff8e7421480000 lustre-MDT0000_UUID: changing import state from DISCONN to CLOSED 00010000:00010000:3.0:1789518419.550852:0:17079:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:3.0:1789518419.550865:0:17079:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.143@tcp lock: ffff8e73033ad200/0x8d0fd67942315433 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000400000000 nid: local remote: 0x8d0fd6794231543a expref: -99 pid: 17821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518419.550876:0:17079:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8e73033ad200 already unused, calling callback (ffffffffc11d3c20) 10000000:00010000:3.0:1789518419.550880:0:17079:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.143@tcp lock: ffff8e73033ad200/0x8d0fd67942315433 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000400000000 nid: local remote: 0x8d0fd6794231543a expref: -99 pid: 17821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518419.550890:0:17079:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.143@tcp lock: ffff8e73033ad200/0x8d0fd67942315433 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1008400000000 nid: local remote: 0x8d0fd6794231543a expref: -99 pid: 17821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1789518419.550914:0:17079:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.143@tcp lock: ffff8e73033ad200/0x8d0fd67942315433 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1009400000000 nid: local remote: 0x8d0fd6794231543a expref: -99 pid: 17821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789518419.550920:0:17079:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:3.0:1789518419.550923:0:17079:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-MDT0001: stopping, won't requeue 10000000:01000000:3.0:1789518419.550926:0:17079:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-MDT0001 00010000:00010000:3.0:1789518419.550968:0:17079:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.143@tcp lock: ffff8e73033ad200/0x8d0fd67942315433 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0x8d0fd6794231543a expref: -99 pid: 17821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518419.550975:0:17079:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1789518419.551014:0:17079:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.143@tcp lock: ffff8e73033ad200/0x8d0fd67942315433 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0x8d0fd6794231543a expref: -99 pid: 17821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518419.551022:0:17079:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.143@tcp lock: ffff8e73033ad200/0x8d0fd67942315433 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0x8d0fd6794231543a expref: -99 pid: 17821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518419.551036:0:17079:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1789518419.551041:0:17079:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.143@tcp lock: ffff8e7435f0d200/0x8d0fd67942315727 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x8d0fd6794231572e expref: -99 pid: 17087 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518419.551046:0:17079:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8e7435f0d200 already unused, calling callback (ffffffffc11d3c20) 10000000:00010000:3.0:1789518419.551049:0:17079:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.143@tcp lock: ffff8e7435f0d200/0x8d0fd67942315727 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x8d0fd6794231572e expref: -99 pid: 17087 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518419.551055:0:17079:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.143@tcp lock: ffff8e7435f0d200/0x8d0fd67942315727 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0x8d0fd6794231572e expref: -99 pid: 17087 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1789518419.551060:0:17079:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.143@tcp lock: ffff8e7435f0d200/0x8d0fd67942315727 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0x8d0fd6794231572e expref: -99 pid: 17087 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789518419.551075:0:17079:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:01000000:3.0:1789518419.551077:0:17079:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-mdtir: stopping, won't requeue 10000000:01000000:3.0:1789518419.551079:0:17079:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-mdtir 00010000:00010000:3.0:1789518419.551092:0:17079:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.143@tcp lock: ffff8e7435f0d200/0x8d0fd67942315727 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x8d0fd6794231572e expref: -99 pid: 17087 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518419.551098:0:17079:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1789518419.551111:0:17079:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.143@tcp lock: ffff8e7435f0d200/0x8d0fd67942315727 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x8d0fd6794231572e expref: -99 pid: 17087 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518419.551117:0:17079:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.143@tcp lock: ffff8e7435f0d200/0x8d0fd67942315727 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x8d0fd6794231572e expref: -99 pid: 17087 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518419.551131:0:17079:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1789518419.551134:0:17079:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.143@tcp lock: ffff8e73033ade00/0x8d0fd679423158bd lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0x8d0fd679423158c4 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518419.551140:0:17079:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8e73033ade00 already unused, calling callback (ffffffffc11d3c20) 10000000:00010000:3.0:1789518419.551142:0:17079:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.143@tcp lock: ffff8e73033ade00/0x8d0fd679423158bd lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0x8d0fd679423158c4 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518419.551150:0:17079:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.143@tcp lock: ffff8e73033ade00/0x8d0fd679423158bd lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0x8d0fd679423158c4 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1789518419.551158:0:17079:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.143@tcp lock: ffff8e73033ade00/0x8d0fd679423158bd lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0x8d0fd679423158c4 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789518419.551162:0:17079:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:3.0:1789518419.551164:0:17079:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:3.0:1789518419.551172:0:17079:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:3.0:1789518419.551186:0:17079:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.143@tcp lock: ffff8e73033ade00/0x8d0fd679423158bd lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0x8d0fd679423158c4 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518419.551191:0:17079:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1789518419.551197:0:17079:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.143@tcp lock: ffff8e73033ade00/0x8d0fd679423158bd lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0x8d0fd679423158c4 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518419.551202:0:17079:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.143@tcp lock: ffff8e73033ade00/0x8d0fd679423158bd lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0x8d0fd679423158c4 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518419.551212:0:17079:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789518419.551215:0:17079:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.143@tcp lock: ffff8e73033ac000/0x8d0fd67942315425 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x8d0fd6794231542c expref: -99 pid: 17821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518419.551219:0:17079:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8e73033ac000 already unused, calling callback (ffffffffc11d3c20) 10000000:00010000:3.0:1789518419.551222:0:17079:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.143@tcp lock: ffff8e73033ac000/0x8d0fd67942315425 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x8d0fd6794231542c expref: -99 pid: 17821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518419.551228:0:17079:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.143@tcp lock: ffff8e73033ac000/0x8d0fd67942315425 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0x8d0fd6794231542c expref: -99 pid: 17821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1789518419.551233:0:17079:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.143@tcp lock: ffff8e73033ac000/0x8d0fd67942315425 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0x8d0fd6794231542c expref: -99 pid: 17821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789518419.551237:0:17079:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x5:0x0].0x0 (lustre) 10000000:01000000:3.0:1789518419.551239:0:17079:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-barrier: stopping, won't requeue 10000000:01000000:3.0:1789518419.551241:0:17079:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-barrier 00010000:00010000:3.0:1789518419.551252:0:17079:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.143@tcp lock: ffff8e73033ac000/0x8d0fd67942315425 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x8d0fd6794231542c expref: -99 pid: 17821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518419.551256:0:17079:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1789518419.551269:0:17079:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.143@tcp lock: ffff8e73033ac000/0x8d0fd67942315425 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x8d0fd6794231542c expref: -99 pid: 17821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518419.551274:0:17079:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.143@tcp lock: ffff8e73033ac000/0x8d0fd67942315425 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x8d0fd6794231542c expref: -99 pid: 17821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518419.551285:0:17079:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789518419.551286:0:17079:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789518419.551288:0:17079:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789518419.551372:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e7435f72d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6224dd85-753f-4c3f-83da-7a6019473f75:3638:1876445522791424:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1789518419.551452:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789518419.551526:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1789518419.551532:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e7435f70a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6224dd85-753f-4c3f-83da-7a6019473f75:3638:1876445522791296:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1789518419.551555:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789518419.551586:0:17075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522791424 00000100:00100000:3.0:1789518419.551594:0:17075:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522791424 00000100:00100000:3.0:1789518419.551620:0:17075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522791296 00000100:00100000:3.0:1789518419.551623:0:17075:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522791296 00000100:00100000:3.0:1789518419.551635:0:17075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:3.0:1789518419.551643:0:17075:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e743a17f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0+-99:3638:x1876445522791424:12345-0@lo:103:ldlm_bl.0 00010000:00020000:3.0:1789518419.551649:0:17075:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1789518419 with bad export cookie 10164578700288414463 00000100:00100000:3.0:1789518419.551691:0:17075:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e743a17f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0+-99:3638:x1876445522791424:12345-0@lo:103:ldlm_bl.0 Request processed in 47us (238us total) trans 0 rc -107/-107 00000100:00100000:3.0:1789518419.551697:0:17075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:3.0:1789518419.551713:0:17075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:3.0:1789518419.551716:0:17075:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e743a17f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0+-99:3638:x1876445522791296:12345-0@lo:103:ldlm_bl.0 00010000:00020000:3.0:1789518419.551720:0:17075:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1789518419 with bad export cookie 10164578700288414463 00000100:00100000:3.0:1789518419.551743:0:17075:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e743a17f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0+-99:3638:x1876445522791296:12345-0@lo:103:ldlm_bl.0 Request processed in 25us (187us total) trans 0 rc -107/-107 00000100:00100000:3.0:1789518419.551756:0:17075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:3.0:1789518419.551794:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e7435f71c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6224dd85-753f-4c3f-83da-7a6019473f75:3639:1876445522791552:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1789518419.551818:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789518419.551837:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1789518419.551842:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e7435f73800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6224dd85-753f-4c3f-83da-7a6019473f75:3639:1876445522791168:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1789518419.551862:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789518419.551881:0:20116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522791552 00000100:00100000:3.0:1789518419.551885:0:20116:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522791552 00000100:00100000:3.0:1789518419.551897:0:20116:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522791168 00000100:00100000:3.0:1789518419.551899:0:20116:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522791168 00000100:00100000:3.0:1789518419.551908:0:20116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:3.0:1789518419.551912:0:20116:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e743a17e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0+-99:3639:x1876445522791552:12345-0@lo:103:ldlm_bl.0 00010000:00020000:3.0:1789518419.551916:0:20116:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1789518419 with bad export cookie 10164578700288414463 00000100:00100000:3.0:1789518419.551946:0:20116:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e743a17e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0+-99:3639:x1876445522791552:12345-0@lo:103:ldlm_bl.0 Request processed in 32us (126us total) trans 0 rc -107/-107 00000100:00100000:3.0:1789518419.551951:0:20116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:3.0:1789518419.551962:0:20116:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:3.0:1789518419.551965:0:20116:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e743a17d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0+-99:3639:x1876445522791168:12345-0@lo:103:ldlm_bl.0 00010000:00020000:3.0:1789518419.551969:0:20116:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1789518419 with bad export cookie 10164578700288414463 00000100:00100000:3.0:1789518419.551992:0:20116:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e743a17d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0+-99:3639:x1876445522791168:12345-0@lo:103:ldlm_bl.0 Request processed in 25us (129us total) trans 0 rc -107/-107 00000100:00100000:3.0:1789518419.551998:0:20116:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00080000:3.0:1789518419.552025:0:3639:0:(recover.c:205:ptlrpc_request_handle_notconn()) import MGC192.168.202.143@tcp of MGS@0@lo abruptly disconnected: reconnecting 00000100:00080000:3.0:1789518419.552030:0:3639:0:(import.c:65:import_set_state_nolock()) ffff8e7303d0e000 MGS: changing import state from FULL to DISCONN 00000100:02020000:3.0:1789518419.552033:0:3639:0:(import.c:186:ptlrpc_set_import_discon()) MGC192.168.202.143@tcp: Connection to MGS (at 0@lo) was lost; in progress operations using this service will fail 00000100:00080000:2.0:1789518419.552263:0:20862:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:2.0:1789518419.552267:0:20862:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 8589934593 gen 3 00000004:00080000:2.0:1789518419.552279:0:20862:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00080000:2.0:1789518419.552338:0:20862:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID 00000100:00080000:2.0:1789518419.552352:0:20862:0:(import.c:65:import_set_state_nolock()) ffff8e743f88c000 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:2.0:1789518419.552366:0:20862:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:2.0:1789518419.552369:0:20862:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 8589934593 gen 3 00000004:00080000:2.0:1789518419.552383:0:20862:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:2.0:1789518419.552478:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e730207d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3636:1876445522791680:0@lo:9:umount.0 00000100:00100000:2.0:1789518419.552510:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1789518419.552544:0:20862:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID 00000100:00080000:2.0:1789518419.552555:0:20862:0:(import.c:65:import_set_state_nolock()) ffff8e7409e2b000 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000100:00100000:2.0:1789518419.552571:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e730207c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3636:1876445522791808:0@lo:9:umount.0 00000100:00100000:2.0:1789518419.552595:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00080000:2.0:1789518419.552658:0:20862:0:(genops.c:1557:class_disconnect_exports()) OBD device 14 (ffff8e7303204d40) has no exports 00000100:00100000:0.0:1789518419.552767:0:18596:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522791680 00000100:00100000:0.0:1789518419.552783:0:18596:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522791680 00000100:00100000:0.0:1789518419.552825:0:18596:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522791808 00000100:00100000:0.0:1789518419.552828:0:18596:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522791808 00000100:00100000:0.0:1789518419.552856:0:18596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:0.0:1789518419.552863:0:18596:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e730207d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3636:x1876445522791680:12345-0@lo:9:umount.0 00000020:00000080:0.0:1789518419.552886:0:18596:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x8d0fd679423155de 00000100:00080000:0.0:1789518419.552894:0:18596:0:(import.c:65:import_set_state_nolock()) ffff8e73019eb800 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1789518419.552931:0:18596:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934600 00000100:00100000:0.0:1789518419.553062:0:18596:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e730207d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+2:3636:x1876445522791680:12345-0@lo:9:umount.0 Request processed in 199us (550us total) trans 0 rc 0/0 00000100:00100000:0.0:1789518419.553069:0:18596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:0.0:1789518419.553083:0:18596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:0.0:1789518419.553088:0:18596:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e730207f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3636:x1876445522791808:12345-0@lo:9:umount.0 00000020:00000080:0.0:1789518419.553107:0:18596:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x8d0fd6794231574a 00000100:00080000:0.0:1789518419.553113:0:18596:0:(import.c:65:import_set_state_nolock()) ffff8e730297c800 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1789518419.553128:0:18596:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:0.0:1789518419.553196:0:18596:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e730207f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+2:3636:x1876445522791808:12345-0@lo:9:umount.0 Request processed in 108us (600us total) trans 0 rc 0/0 00000100:00100000:0.0:1789518419.553203:0:18596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000020:00000080:0.0:1789518419.553219:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff8e7302978000/lustre-MDT0001-lwp-OST0001_UUID for lustre-MDT0001 00000020:00000080:0.0:1789518419.553269:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff8e74039e3000/lustre-MDT0001-lwp-OST0000_UUID for lustre-MDT0001 00000020:00000080:0.0:1789518419.553298:0:8:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8e730297f000 for lustre-MDT0001 00000020:00000080:0.0:1789518419.553302:0:8:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8e73019e8000 for lustre-MDT0001 00000100:00080000:0.0:1789518419.553325:0:3636:0:(import.c:65:import_set_state_nolock()) ffff8e7409e2b000 lustre-OST0001_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:0.0:1789518419.553333:0:3636:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:0.0:1789518419.553336:0:3636:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:0.0:1789518419.553339:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e730207c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3636:1876445522791808:0@lo:9:umount.0 00000100:00080000:0.0:1789518419.553349:0:3636:0:(import.c:65:import_set_state_nolock()) ffff8e743f88c000 lustre-OST0000_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:0.0:1789518419.553352:0:3636:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:0.0:1789518419.553354:0:3636:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:0.0:1789518419.553355:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e730207d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3636:1876445522791680:0@lo:9:umount.0 00010000:00010000:0.0:1789518419.553568:0:17078:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789518419.553649:0:3638:0:(recover.c:205:ptlrpc_request_handle_notconn()) import MGC192.168.202.143@tcp of MGS@0@lo abruptly disconnected: reconnecting 00000100:00100000:1.0:1789518419.556327:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e7435f0a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1876445522789120:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1789518419.556446:0:17076:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e740dda2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0+-99:3640:x1876445522791040:12345-0@lo:103:ldlm_bl.0 Request processed in 10240us (10323us total) trans 0 rc -107/-107 00000100:00100000:1.0:1789518419.556458:0:17076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00080000:0.0:1789518419.556997:0:3640:0:(recover.c:205:ptlrpc_request_handle_notconn()) import MGC192.168.202.143@tcp of MGS@0@lo abruptly disconnected: reconnecting 00000100:00080000:3.0:1789518419.566325:0:3639:0:(import.c:192:ptlrpc_set_import_discon()) import MGS@0@lo for MGC192.168.202.143@tcp not replayable, auto-deactivating 00000100:00080000:3.0:1789518419.566349:0:3639:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00100000:3.0:1789518419.566359:0:3639:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff8e740dda0a80 x1876445522789504/t0(0) o400->MGC192.168.202.143@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1789518432 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789518419.566374:0:3639:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff8e740dda1500 x1876445522791040/t0(0) o103->MGC192.168.202.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1789518435 ref 1 fl Rpc:RQU/200/0 rc 0/-107 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789518419.566385:0:3639:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff8e7435f72d80 x1876445522791424/t0(0) o103->MGC192.168.202.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1789518435 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789518419.566394:0:3639:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff8e7435f70a80 x1876445522791296/t0(0) o103->MGC192.168.202.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1789518435 ref 1 fl Rpc:RQU/200/0 rc 0/-107 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789518419.566403:0:3639:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff8e7435f71c00 x1876445522791552/t0(0) o103->MGC192.168.202.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1789518435 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789518419.566411:0:3639:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff8e7435f73800 x1876445522791168/t0(0) o103->MGC192.168.202.143@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1789518435 ref 1 fl Rpc:RQU/200/0 rc 0/-107 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 10000000:01000000:3.0:1789518419.566419:0:3639:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808001 00000100:00080000:3.0:1789518419.566422:0:3639:0:(pinger.c:193:ptlrpc_pinger_ir_down()) IR down 10000000:01000000:3.0:1789518419.566423:0:3639:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00080000:1.0:1789518419.566516:0:17086:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1789518419.566869:0:3638:0:(import.c:214:ptlrpc_set_import_discon()) mgc: import ffff8e7303d0e000 already not connected (conn 1, was 1): DISCONN 00000100:00100000:2.0:1789518419.566895:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e7435f72d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6224dd85-753f-4c3f-83da-7a6019473f75:3638:1876445522791424:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1789518419.566922:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e7435f70a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6224dd85-753f-4c3f-83da-7a6019473f75:3638:1876445522791296:0@lo:103:ldlm_bl.0 00000100:00080000:0.0:1789518419.567308:0:3640:0:(import.c:214:ptlrpc_set_import_discon()) mgc: import ffff8e7303d0e000 already not connected (conn 1, was 1): DISCONN 00000100:00100000:0.0:1789518419.567320:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e740dda1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:6224dd85-753f-4c3f-83da-7a6019473f75:3640:1876445522791040:0@lo:103:ldlm_bl.0 00000100:00080000:3.0:1789518419.567380:0:3639:0:(import.c:65:import_set_state_nolock()) ffff8e7303d0e000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789518419.567386:0:3639:0:(import.c:545:import_select_connection()) MGC192.168.202.143@tcp: connect to NID 0@lo last attempt 486 00000100:00080000:3.0:1789518419.567398:0:3639:0:(import.c:666:import_select_connection()) MGC192.168.202.143@tcp: import ffff8e7303d0e000 using connection 192.168.202.143@tcp/0@lo 00010000:00010000:3.0:1789518419.567417:0:17079:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789518419.567630:0:3639:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8e743a17c000 x1876445522791936/t0(0) o250->MGC192.168.202.143@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789518419.567666:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e7435f71c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6224dd85-753f-4c3f-83da-7a6019473f75:3639:1876445522791552:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1789518419.567676:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e740dda0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6224dd85-753f-4c3f-83da-7a6019473f75:3639:1876445522789504:0@lo:400:kworker.0 00000100:00100000:3.0:1789518419.567690:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e7435f73800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6224dd85-753f-4c3f-83da-7a6019473f75:3639:1876445522791168:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1789518419.567734:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e743a17c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6224dd85-753f-4c3f-83da-7a6019473f75:3636:1876445522791936:0@lo:250:ptlrpcd_00_02.0 00000400:00000100:2.0:1789518419.567788:0:3636:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1876445522791936 offset 0 length 520: 4 00000020:00080000:2.0:1789518419.577046:0:20862:0:(genops.c:1557:class_disconnect_exports()) OBD device 14 (ffff8e7303204d40) has no exports 00000020:01000000:3.0:1789518419.635009:0:20862:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff8e7302bafba0 - data ffff8e740e1166c0/ffff8e743957bc00 00000020:01000000:3.0:1789518419.635185:0:20862:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff8e743b3b0300 - data ffff8e740e3461b0/ffff8e7436603c00 00000001:00000004:3.0:1789518419.649654:0:20862:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934595 00000100:00080000:1.0:1789518419.685305:0:20862:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1789518419.685314:0:20862:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 4 00000100:00100000:1.0:1789518419.685321:0:20862:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00080000:1.0:1789518419.686880:0:20862:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:1.0:1789518419.686887:0:20862:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 8589934593 gen 4 00000004:00080000:1.0:1789518419.686953:0:20862:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:1.0:1789518419.686956:0:20862:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:2.0:1789518419.687155:0:17831:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:2.0:1789518419.687160:0:17831:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 1 count 1 00000040:00080000:2.0:1789518419.687170:0:17831:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x2:0x0] index 2 count 2 00000100:00080000:1.0:1789518419.687975:0:20862:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:1.0:1789518419.687981:0:20862:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 8589934593 gen 4 00000004:00080000:1.0:1789518419.688026:0:20862:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:1.0:1789518419.688028:0:20862:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:2.0:1789518419.688257:0:17833:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:2.0:1789518419.688261:0:17833:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xa:0x0] index 1 count 1 00000040:00080000:2.0:1789518419.688270:0:17833:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x5:0x0] index 2 count 2 00000020:00000080:1.0:1789518419.689753:0:20862:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x8d0fd67942315448 00000020:00000080:1.0:1789518419.689765:0:20862:0:(genops.c:885:class_export_put()) final put ffff8e7439647800/lustre-MDT0001-osd_UUID 00000020:00000080:1.0:1789518419.690433:0:20862:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x8d0fd6794231545d 00000020:00000080:2.0:1789518419.690609:0:473:0:(genops.c:844:class_export_destroy()) destroying export ffff8e7439647800/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:1.0:1789518419.690648:0:20862:0:(genops.c:885:class_export_put()) final put ffff8e7409e20000/lustre-MDT0001-mdtlov_UUID 00000020:01000000:1.0:1789518419.690661:0:20862:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-mdtlov (flags='') 00000020:00000080:1.0:1789518419.690668:0:20862:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1789518419.690678:0:20862:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-mdtlov: forcing exports to disconnect: 0/2 00000020:00080000:1.0:1789518419.690682:0:20862:0:(genops.c:1557:class_disconnect_exports()) OBD device 13 (ffff8e7303203380) has no exports 00000020:00000080:2.0:1789518419.690875:0:473:0:(genops.c:844:class_export_destroy()) destroying export ffff8e7409e20000/lustre-MDT0001-mdtlov_UUID for lustre-MDT0001-mdtlov 00000004:01000000:1.0:1789518419.690975:0:20862:0:(lod_lov.c:59:lod_putref()) destroying 2 ltd desc 00000020:00000080:1.0:1789518419.690985:0:20862:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x8d0fd679423154b1 00000020:00000080:1.0:1789518419.690990:0:20862:0:(genops.c:885:class_export_put()) final put ffff8e7409e2d000/lustre-MDT0001-mdtlov_UUID 00000020:01000000:1.0:1789518419.691029:0:20862:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osc-MDT0001 (flags='') 00000020:00000080:1.0:1789518419.691034:0:20862:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1789518419.691039:0:20862:0:(obd_config.c:956:class_cleanup()) lustre-OST0001-osc-MDT0001: forcing exports to disconnect: 0/3 00000020:00080000:1.0:1789518419.691041:0:20862:0:(genops.c:1557:class_disconnect_exports()) OBD device 18 (ffff8e73032019c0) has no exports 00000020:00000080:1.0:1789518419.691047:0:20862:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x8d0fd679423154aa 00000020:00000080:1.0:1789518419.691051:0:20862:0:(genops.c:885:class_export_put()) final put ffff8e7435c96800/lustre-MDT0001-osd_UUID 00000020:00000080:2.0:1789518419.691114:0:473:0:(genops.c:844:class_export_destroy()) destroying export ffff8e7409e2d000/lustre-MDT0001-mdtlov_UUID for lustre-OST0001-osc-MDT0001 00010000:01000000:1.0:1789518419.691719:0:20862:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-OST0001-osc-MDT0001: client import never connected 00000100:00080000:1.0:1789518419.691724:0:20862:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:1.0:1789518419.691728:0:20862:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 8589934593 gen 5 00000004:00080000:1.0:1789518419.691735:0:20862:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:1.0:1789518419.691737:0:20862:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:2.0:1789518419.692017:0:473:0:(genops.c:844:class_export_destroy()) destroying export ffff8e7435c96800/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:1.0:1789518419.692122:0:20862:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1789518419.692130:0:20862:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:1.0:1789518419.692138:0:20862:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x8d0fd6794231549c 00000020:00000080:1.0:1789518419.692145:0:20862:0:(genops.c:885:class_export_put()) final put ffff8e7409e26000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:2.0:1789518419.692171:0:473:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8e7409e2b000 for lustre-OST0001-osc-MDT0001 00000020:00000080:2.0:1789518419.692190:0:473:0:(genops.c:885:class_export_put()) final put ffff8e7409e22000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:2.0:1789518419.692192:0:473:0:(genops.c:844:class_export_destroy()) destroying export ffff8e7409e22000/lustre-MDT0001-mdtlov_UUID for lustre-OST0001-osc-MDT0001 00000020:01000000:2.0:1789518419.692198:0:473:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001-osc-MDT0001 (lustre-MDT0001-mdtlov_UUID) 00000020:01000000:1.0:1789518419.692360:0:20862:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osc-MDT0001 (flags='') 00000020:00000080:1.0:1789518419.692366:0:20862:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1789518419.692371:0:20862:0:(obd_config.c:956:class_cleanup()) lustre-OST0000-osc-MDT0001: forcing exports to disconnect: 0/3 00000020:00080000:1.0:1789518419.692374:0:20862:0:(genops.c:1557:class_disconnect_exports()) OBD device 17 (ffff8e7302ac0000) has no exports 00000020:00000080:1.0:1789518419.692380:0:20862:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x8d0fd6794231548e 00000020:00000080:1.0:1789518419.692384:0:20862:0:(genops.c:885:class_export_put()) final put ffff8e743f88e800/lustre-MDT0001-osd_UUID 00000020:00000080:2.0:1789518419.692402:0:473:0:(genops.c:844:class_export_destroy()) destroying export ffff8e7409e26000/lustre-MDT0001-mdtlov_UUID for lustre-OST0000-osc-MDT0001 00010000:01000000:1.0:1789518419.693422:0:20862:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-OST0000-osc-MDT0001: client import never connected 00000100:00080000:1.0:1789518419.693448:0:20862:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:1.0:1789518419.693451:0:20862:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 8589934593 gen 5 00000004:00080000:1.0:1789518419.693457:0:20862:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:1.0:1789518419.693459:0:20862:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:2.0:1789518419.694264:0:473:0:(genops.c:844:class_export_destroy()) destroying export ffff8e743f88e800/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:1.0:1789518419.694378:0:20862:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1789518419.694387:0:20862:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000004:01000000:1.0:1789518419.694400:0:20862:0:(lod_lov.c:59:lod_putref()) destroying 1 ltd desc 00000020:00000080:1.0:1789518419.694406:0:20862:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x8d0fd67942315480 00000020:00000080:1.0:1789518419.694413:0:20862:0:(genops.c:885:class_export_put()) final put ffff8e743f88e000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:2.0:1789518419.694547:0:473:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8e743f88c000 for lustre-OST0000-osc-MDT0001 00000020:00000080:2.0:1789518419.694553:0:473:0:(genops.c:885:class_export_put()) final put ffff8e743f88f000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:2.0:1789518419.694555:0:473:0:(genops.c:844:class_export_destroy()) destroying export ffff8e743f88f000/lustre-MDT0001-mdtlov_UUID for lustre-OST0000-osc-MDT0001 00000020:01000000:2.0:1789518419.694560:0:473:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000-osc-MDT0001 (lustre-MDT0001-mdtlov_UUID) 00000020:01000000:1.0:1789518419.694703:0:20862:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-osp-MDT0001 (flags='F') 00000020:00000080:1.0:1789518419.694708:0:20862:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1789518419.694714:0:20862:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-osp-MDT0001: forcing exports to disconnect: 0/3 00000020:00080000:1.0:1789518419.694718:0:20862:0:(genops.c:1557:class_disconnect_exports()) OBD device 16 (ffff8e743b2519c0) has no exports 00000020:00000080:1.0:1789518419.694724:0:20862:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x8d0fd67942315479 00000020:00000080:1.0:1789518419.694729:0:20862:0:(genops.c:885:class_export_put()) final put ffff8e7405ccb800/lustre-MDT0001-osd_UUID 00000020:00000080:2.0:1789518419.694841:0:473:0:(genops.c:844:class_export_destroy()) destroying export ffff8e743f88e000/lustre-MDT0001-mdtlov_UUID for lustre-MDT0000-osp-MDT0001 00000020:00000080:2.0:1789518419.694937:0:473:0:(genops.c:844:class_export_destroy()) destroying export ffff8e7405ccb800/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00010000:01000000:2.0:1789518419.700646:0:20862:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0000-osp-MDT0001: client import never connected 00000100:00080000:2.0:1789518419.700655:0:20862:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1789518419.700660:0:20862:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 5 00000100:00100000:2.0:1789518419.700668:0:20862:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:2.0:1789518419.700740:0:20862:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1789518419.700752:0:20862:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-osp-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:2.0:1789518419.700790:0:20862:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1789518419.700794:0:20862:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-mdtlov (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:2.0:1789518419.700800:0:20862:0:(genops.c:885:class_export_put()) final put ffff8e7405719000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:2.0:1789518419.700805:0:20862:0:(genops.c:844:class_export_destroy()) destroying export ffff8e7405719000/lustre-MDT0001-mdtlov_UUID for lustre-MDT0001-mdtlov 00000020:01000000:2.0:1789518419.700812:0:20862:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-mdtlov (lustre-MDT0001-mdtlov_UUID) 00000020:00000080:2.0:1789518419.700960:0:20862:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x8d0fd67942315464 00000020:00000080:2.0:1789518419.700968:0:20862:0:(genops.c:885:class_export_put()) final put ffff8e7409e27000/lustre-MDD0001_UUID 00000020:00000080:3.0:1789518419.700972:0:473:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8e7421480000 for lustre-MDT0000-osp-MDT0001 00000020:00000080:3.0:1789518419.700981:0:473:0:(genops.c:885:class_export_put()) final put ffff8e7405cca000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:3.0:1789518419.700983:0:473:0:(genops.c:844:class_export_destroy()) destroying export ffff8e7405cca000/lustre-MDT0001-mdtlov_UUID for lustre-MDT0000-osp-MDT0001 00000020:01000000:2.0:1789518419.700984:0:20862:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDD0001 (flags='') 00000020:00000080:2.0:1789518419.700989:0:20862:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:01000000:3.0:1789518419.700990:0:473:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-osp-MDT0001 (lustre-MDT0001-mdtlov_UUID) 00000020:00000080:2.0:1789518419.700994:0:20862:0:(obd_config.c:956:class_cleanup()) lustre-MDD0001: forcing exports to disconnect: 0/2 00000020:00080000:2.0:1789518419.700999:0:20862:0:(genops.c:1557:class_disconnect_exports()) OBD device 15 (ffff8e7303200000) has no exports 00000020:00000080:2.0:1789518419.701039:0:20862:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1789518419.701043:0:20862:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDD0001 (uuid lustre-MDD0001_UUID) 00000020:00000080:2.0:1789518419.701050:0:20862:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x8d0fd6794231546b 00000020:00000080:2.0:1789518419.701054:0:20862:0:(genops.c:885:class_export_put()) final put ffff8e7409e21000/lustre-MDT0001-osd_UUID 00000020:01000004:2.0:1789518419.701063:0:20862:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8e7303537800 from lustre-MDT0001, refs=2 00000020:01000004:2.0:1789518419.701066:0:20862:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8e7303537800 2 00000020:01000004:2.0:1789518419.701070:0:20862:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff8e7303537800 from lustre-MDT0001 00000020:00000080:2.0:1789518419.701098:0:20862:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1789518419.701102:0:20862:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001 (uuid lustre-MDT0001_UUID) 00000020:00000080:3.0:1789518419.701103:0:473:0:(genops.c:844:class_export_destroy()) destroying export ffff8e7409e27000/lustre-MDD0001_UUID for lustre-MDD0001 00000020:00000080:2.0:1789518419.701104:0:20862:0:(genops.c:885:class_export_put()) final put ffff8e7303531000/lustre-MDT0001_UUID 00000020:00000080:2.0:1789518419.701109:0:20862:0:(genops.c:844:class_export_destroy()) destroying export ffff8e7303531000/lustre-MDT0001_UUID for lustre-MDT0001 00000020:00000080:3.0:1789518419.701111:0:473:0:(genops.c:885:class_export_put()) final put ffff8e7435c93800/lustre-MDD0001_UUID 00000020:00000080:3.0:1789518419.701115:0:473:0:(genops.c:844:class_export_destroy()) destroying export ffff8e7435c93800/lustre-MDD0001_UUID for lustre-MDD0001 00000020:01000000:2.0:1789518419.701120:0:20862:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001 (lustre-MDT0001_UUID) 00000020:01000000:3.0:1789518419.701121:0:473:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDD0001 (lustre-MDD0001_UUID) 00000020:01000004:2.0:1789518419.701182:0:20862:0:(obd_mount.c:578:lustre_stop_mgc()) MGC still has 2 references. 00000020:01000000:2.0:1789518419.701186:0:20862:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-MDT0001 (flags='F') 00000020:00000080:2.0:1789518419.701189:0:20862:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1789518419.701193:0:20862:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-lwp-MDT0001: forcing exports to disconnect: 1/3 00000020:00080000:2.0:1789518419.701200:0:20862:0:(genops.c:1818:print_export_data()) lustre-MDT0000-lwp-MDT0001: ACTIVE ffff8e7437796000 lustre-MDT0000-lwp-MDT0001 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1789518419.701206:0:20862:0:(genops.c:1552:class_disconnect_exports()) OBD device 19 (ffff8e743cdd0000) has exports, disconnecting them 00000020:00080000:2.0:1789518419.701210:0:20862:0:(genops.c:1527:class_disconnect_export_list()) lustre-MDT0000-lwp-MDT0001: disconnecting export at 0@lo (ffff8e7437796000), last request at 1789518332 00000020:00000080:2.0:1789518419.701215:0:20862:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x8d0fd679423154e9 00000020:00080000:2.0:1789518419.701229:0:20862:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff8e7437796000): rc 0 00000020:00000080:2.0:1789518419.701234:0:20862:0:(genops.c:885:class_export_put()) final put ffff8e7437796000/lustre-MDT0000-lwp-MDT0001 00000020:00000080:3.0:1789518419.701266:0:473:0:(genops.c:844:class_export_destroy()) destroying export ffff8e7409e21000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:3.0:1789518419.701274:0:473:0:(genops.c:844:class_export_destroy()) destroying export ffff8e7437796000/lustre-MDT0000-lwp-MDT0001 for lustre-MDT0000-lwp-MDT0001 00010000:01000000:3.0:1789518419.708533:0:20862:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0000-lwp-MDT0001: client import never connected 00000100:00080000:3.0:1789518419.708542:0:20862:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1789518419.708546:0:20862:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 5 00000100:00100000:3.0:1789518419.708554:0:20862:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1789518419.708758:0:8:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8e7437797000 for lustre-MDT0000-lwp-MDT0001 00000020:00000080:3.0:1789518419.708991:0:20862:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1789518419.709000:0:20862:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-MDT0001 (uuid lustre-MDT0000-lwp-MDT0001_UUID) 00000020:00000080:3.0:1789518419.709006:0:20862:0:(genops.c:885:class_export_put()) final put ffff8e740d7b0000/lustre-MDT0000-lwp-MDT0001_UUID 00000020:00000080:3.0:1789518419.709010:0:20862:0:(genops.c:844:class_export_destroy()) destroying export ffff8e740d7b0000/lustre-MDT0000-lwp-MDT0001_UUID for lustre-MDT0000-lwp-MDT0001 00000020:01000000:3.0:1789518419.709017:0:20862:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-MDT0001 (lustre-MDT0000-lwp-MDT0001_UUID) 00000020:01000004:3.0:1789518419.709084:0:20862:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8e7303537800 1 00000020:00000080:3.0:1789518419.709089:0:20862:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x8d0fd67942315410 00000020:00000080:3.0:1789518419.709096:0:20862:0:(genops.c:885:class_export_put()) final put ffff8e7405cce000/lustre-MDT0001-osd_UUID 00000020:01000000:3.0:1789518419.709108:0:20862:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-osd (flags='') 00000020:00000080:3.0:1789518419.709112:0:20862:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1789518419.709117:0:20862:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-osd: forcing exports to disconnect: 0/2 00000020:00080000:3.0:1789518419.709121:0:20862:0:(genops.c:1557:class_disconnect_exports()) OBD device 12 (ffff8e743cdd4d40) has no exports 00000020:00000080:0.0:1789518419.711513:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff8e7405cce000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:3.0:1789518419.752965:0:20862:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1789518419.752993:0:20862:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-osd (uuid lustre-MDT0001-osd_UUID) 00000020:00000080:3.0:1789518419.752999:0:20862:0:(genops.c:885:class_export_put()) final put ffff8e7303530000/lustre-MDT0001-osd_UUID 00000020:00000080:3.0:1789518419.753005:0:20862:0:(genops.c:844:class_export_destroy()) destroying export ffff8e7303530000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:01000000:3.0:1789518419.753017:0:20862:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-osd (lustre-MDT0001-osd_UUID) 00000020:01000004:3.0:1789518419.753146:0:20862:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff8e7303533800 00000020:01000000:3.0:1789518419.753170:0:20862:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of MDS (flags='F') 00000020:00000080:3.0:1789518419.753174:0:20862:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1789518419.753179:0:20862:0:(obd_config.c:956:class_cleanup()) MDS: forcing exports to disconnect: 0/1 00000020:00080000:3.0:1789518419.753183:0:20862:0:(genops.c:1557:class_disconnect_exports()) OBD device 3 (ffff8e73030eb380) has no exports 00000100:00100000:1.0:1789518419.758606:0:19376:0:(service.c:3188:ptlrpc_main()) mdt00_003: service thread [ffff8e73030d1600:19376] 3 exiting: rc = 0 00000100:00100000:3.0:1789518419.758824:0:17091:0:(service.c:3188:ptlrpc_main()) mdt00_001: service thread [ffff8e7303786800:17091] 1 exiting: rc = 0 00000100:00100000:2.0:1789518419.759386:0:17092:0:(service.c:3188:ptlrpc_main()) mdt00_002: service thread [ffff8e73035ffe00:17092] 2 exiting: rc = 0 00000100:00100000:2.0:1789518419.759555:0:17090:0:(service.c:3188:ptlrpc_main()) mdt00_000: service thread [ffff8e7303786200:17090] 0 exiting: rc = 1 00000100:00100000:1.0:1789518419.759601:0:20230:0:(service.c:3188:ptlrpc_main()) mdt00_004: service thread [ffff8e7435883400:20230] 4 exiting: rc = 0 00000100:00100000:3.0:1789518419.759724:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518419.759733:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518419.759739:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518419.759746:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518419.759752:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518419.759758:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518419.759764:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518419.759780:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518419.759786:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518419.759792:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518419.759798:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518419.759805:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518419.759810:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518419.759816:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518419.759821:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518419.759827:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518419.759833:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518419.759838:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518419.759844:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518419.759849:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518419.759855:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518419.759862:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518419.759868:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518419.759874:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518419.759896:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518419.759902:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518419.759907:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518419.759914:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518419.759919:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518419.759926:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518419.759931:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518419.759936:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518419.759943:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518419.759949:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518419.759954:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518419.759960:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518419.759966:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518419.759973:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518419.759980:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518419.759986:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518419.759992:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518419.760000:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518419.760006:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518419.760011:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518419.760017:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518419.760022:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518419.760027:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518419.760033:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518419.760055:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518419.760066:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518419.760076:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518419.760082:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518419.760089:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518419.760096:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518419.760102:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518419.760108:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518419.760113:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518419.760119:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518419.760124:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518419.760137:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518419.760144:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518419.760149:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518419.760154:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518419.760160:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.777350:0:17093:0:(service.c:3188:ptlrpc_main()) mdt_rdpg00_000: service thread [ffff8e7410f17a00:17093] 0 exiting: rc = 1 00000100:00100000:0.0:1789518419.779396:0:17094:0:(service.c:3188:ptlrpc_main()) mdt_rdpg00_001: service thread [ffff8e7410f17000:17094] 1 exiting: rc = 0 00000100:00100000:3.0:1789518419.779613:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518419.779623:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518419.779639:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518419.779647:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518419.779653:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518419.779659:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518419.779667:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518419.779750:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518419.779759:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518419.779775:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518419.779781:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518419.779786:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518419.779792:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518419.779797:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518419.779802:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518419.779808:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518419.779812:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518419.779818:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518419.779823:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518419.779828:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518419.779832:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518419.779838:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518419.779844:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518419.779850:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518419.779855:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518419.779860:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518419.779864:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518419.779869:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518419.779874:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518419.779879:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518419.779895:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518419.779900:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518419.779906:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518419.779911:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518419.779917:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518419.779922:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518419.779928:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518419.779933:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518419.779938:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518419.779943:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518419.779949:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518419.779959:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518419.779965:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518419.779970:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518419.779974:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518419.779978:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518419.779983:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518419.779988:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518419.779992:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518419.779997:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518419.780002:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518419.780006:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518419.780011:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518419.780015:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518419.780020:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518419.780025:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518419.780029:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518419.780034:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518419.780039:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518419.780043:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518419.780048:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518419.780053:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518419.780058:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518419.780063:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.781234:0:17830:0:(service.c:3188:ptlrpc_main()) mdt_out00_002: service thread [ffff8e7437933a00:17830] 2 exiting: rc = 0 00000100:00100000:1.0:1789518419.781368:0:17096:0:(service.c:3188:ptlrpc_main()) mdt_out00_001: service thread [ffff8e7435fcbc00:17096] 1 exiting: rc = 0 00000100:00100000:2.0:1789518419.784419:0:17095:0:(service.c:3188:ptlrpc_main()) mdt_out00_000: service thread [ffff8e7423509e00:17095] 0 exiting: rc = 1 00000100:00100000:1.0:1789518419.784550:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.784559:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.784565:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.784574:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.784580:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.784586:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.784592:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.784614:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.784622:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.784629:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.784636:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.784642:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.784648:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.784666:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.784672:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.784679:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.784685:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.784691:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.784697:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.784719:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.784728:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.784746:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.784753:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.784759:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.784765:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.784781:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.784787:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.784793:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.784799:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.784804:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.784810:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.784831:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.784839:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.784844:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.784850:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.784856:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.784863:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.784869:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.784875:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.784881:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.784888:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.784895:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.784902:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.784922:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.784931:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.784937:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.784944:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.784950:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.784963:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.784969:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.784976:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.784982:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.784989:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.784996:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.785003:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.785023:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.785032:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.785038:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.785048:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.785055:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.785062:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.785068:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.785074:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.785081:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518419.794973:0:17098:0:(service.c:3188:ptlrpc_main()) mdt_seqs_0001: service thread [ffff8e7435fcb600:17098] 1 exiting: rc = 0 00000100:00100000:3.0:1789518419.795545:0:17097:0:(service.c:3188:ptlrpc_main()) mdt_seqs_0000: service thread [ffff8e7435fcae00:17097] 0 exiting: rc = 1 00000100:00100000:1.0:1789518419.795692:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.795699:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.795704:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.795710:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.795715:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.795721:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.795726:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.795741:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.795747:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.795754:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.795760:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.795765:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.795781:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.795786:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.795791:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.795797:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.795802:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.795808:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.795813:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.795826:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.795832:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.795837:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.795842:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.795847:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.795852:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.795857:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.795862:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.795867:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.795871:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.795876:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.795881:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.795885:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.795890:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.795894:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.795899:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.795904:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.795909:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.795914:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.795919:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.795924:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.795928:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.795933:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.795937:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.795942:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.795947:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.795952:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.795956:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.795961:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.795966:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.795970:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.795975:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.795979:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.795984:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.795988:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.795997:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.796001:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.796006:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.796010:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.796014:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.796019:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.796023:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.796028:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.796032:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.796037:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518419.796407:0:17100:0:(service.c:3188:ptlrpc_main()) mdt_seqm_0001: service thread [ffff8e74316b0400:17100] 1 exiting: rc = 0 00000100:00100000:3.0:1789518419.797554:0:17099:0:(service.c:3188:ptlrpc_main()) mdt_seqm_0000: service thread [ffff8e7435fcba00:17099] 0 exiting: rc = 1 00000100:00100000:1.0:1789518419.797711:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.797718:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.797724:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.797729:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.797745:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.797751:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.797756:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.797762:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.797775:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.797781:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.797785:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.797791:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.797798:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.797803:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.797808:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.797813:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.797818:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.797824:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.797829:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.797834:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.797839:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.797845:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.797851:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.797856:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.797861:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.797883:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.797889:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.797894:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.797901:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.797905:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.797910:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.797916:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.797922:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.797927:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.797932:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.797938:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.797943:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.797947:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.797953:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.797957:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.797962:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.797966:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.797971:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.797976:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.797981:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.797985:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.797989:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.797994:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.798000:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.798004:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.798008:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.798013:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.798018:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.798023:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.798028:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.798033:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.798037:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.798042:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.798047:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.798051:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.798064:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.798069:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.798073:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.798078:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.798399:0:17101:0:(service.c:3188:ptlrpc_main()) mdt_fld_0000: service thread [ffff8e7435fcb200:17101] 0 exiting: rc = 1 00000100:00100000:3.0:1789518419.798530:0:17102:0:(service.c:3188:ptlrpc_main()) mdt_fld_0001: service thread [ffff8e7406c78400:17102] 1 exiting: rc = 0 00000100:00100000:1.0:1789518419.798676:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.798683:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.798689:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.798694:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.798700:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.798706:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.798712:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.798717:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.798722:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.798728:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.798732:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.798738:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.798743:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.798748:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.798753:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.798759:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.798765:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.798779:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.798784:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.798789:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.798794:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.798799:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.798805:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.798810:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.798816:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.798821:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.798826:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.798830:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.798835:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.798840:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.798854:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.798858:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.798863:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.798868:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.798872:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.798877:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.798882:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.798887:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.798893:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.798898:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.798903:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.798908:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.798913:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.798918:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.798922:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.798927:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.798932:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.798936:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.798941:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.798945:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.798949:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.798954:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.798958:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.798963:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.798968:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.798973:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.798978:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.798983:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.798987:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.798991:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.798996:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.799000:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.799005:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.799010:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518419.799445:0:17105:0:(service.c:3188:ptlrpc_main()) mdt_io00_002: service thread [ffff8e7406c79400:17105] 2 exiting: rc = 0 00000100:00100000:3.0:1789518419.799665:0:17103:0:(service.c:3188:ptlrpc_main()) mdt_io00_000: service thread [ffff8e7302aa6c00:17103] 0 exiting: rc = 1 00000100:00100000:1.0:1789518419.800821:0:17104:0:(service.c:3188:ptlrpc_main()) mdt_io00_001: service thread [ffff8e7302aa6a00:17104] 1 exiting: rc = 0 00000100:00100000:3.0:1789518419.803757:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518419.803797:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518419.803805:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518419.803831:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518419.803839:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518419.803845:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518419.803850:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518419.803856:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518419.803862:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518419.803868:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518419.803873:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518419.803879:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518419.803885:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518419.803891:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518419.803897:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518419.803903:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518419.803911:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518419.803917:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518419.803922:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518419.803928:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518419.803949:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518419.803955:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518419.803961:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518419.803966:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518419.803972:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518419.803978:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518419.803983:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518419.803989:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518419.803995:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518419.804013:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518419.804019:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518419.804025:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518419.804031:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518419.804037:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518419.804044:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518419.804051:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518419.804059:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518419.804065:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518419.804072:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518419.804078:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518419.804085:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518419.804090:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518419.804096:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518419.804102:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518419.804125:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518419.804133:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518419.804139:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518419.804145:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518419.804151:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518419.804168:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518419.804175:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518419.804180:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518419.804186:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518419.804191:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518419.804197:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518419.804202:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518419.804208:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518419.804213:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518419.804218:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518419.804224:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518419.804231:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518419.804237:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518419.804243:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518419.804248:0:20862:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000080:1.0:1789518419.832148:0:20862:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1789518419.832165:0:20862:0:(obd_config.c:883:class_detach()) detach on obd MDS (uuid MDS_uuid) 00000020:00000080:1.0:1789518419.832171:0:20862:0:(genops.c:885:class_export_put()) final put ffff8e7435c92800/MDS_uuid 00000020:00000080:1.0:1789518419.832176:0:20862:0:(genops.c:844:class_export_destroy()) destroying export ffff8e7435c92800/MDS_uuid for MDS 00000020:01000000:1.0:1789518419.832188:0:20862:0:(genops.c:441:class_free_dev()) finishing cleanup of obd MDS (MDS_uuid) 00000020:02000400:1.0:1789518419.832365:0:20862:0:(tgt_mount.c:2180:server_put_super()) server umount lustre-MDT0001 complete 00010000:00010000:0.0:1789518420.149543:0:17078:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789518421.177452:0:17079:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789518422.005776:0:473:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6224dd85-753f-4c3f-83da-7a6019473f75->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789518422.005787:0:473:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6224dd85-753f-4c3f-83da-7a6019473f75->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789518422.005790:0:473:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789518422.005794:0:473:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789518422.005798:0:473:0:(import.c:65:import_set_state_nolock()) ffff8e730297f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789518422.005805:0:473:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 584 00000100:00080000:0.0:1789518422.005811:0:473:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1789518422.005824:0:473:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8e730297f800 using connection 192.168.202.143@tcp/0@lo 00000100:00100000:0.0:1789518422.005864:0:473:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8e7435f09880 x1876445522792064/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789518422.005927:0:473:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789518422.005931:0:473:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789518422.005934:0:473:0:(import.c:65:import_set_state_nolock()) ffff8e74214d0800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789518422.005937:0:473:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 584 00000100:00080000:0.0:1789518422.005940:0:473:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1789518422.005945:0:473:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8e74214d0800 using connection 192.168.202.143@tcp/0@lo 00000100:00100000:0.0:1789518422.005956:0:473:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8e7435f0aa00 x1876445522792320/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789518422.006033:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e7435f0ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3640:1876445522792192:0@lo:400:kworker.0 00000400:00000100:1.0:1789518422.006085:0:3640:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876445522792192 offset 0 length 224: 4 00000100:00100000:1.0:1789518422.006136:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e7435f0bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3637:1876445522792448:0@lo:400:kworker.0 00000400:00000100:1.0:1789518422.006154:0:3637:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876445522792448 offset 0 length 224: 4 00000100:00100000:2.0:1789518422.006239:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e7435f09880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3636:1876445522792064:0@lo:38:kworker.0 00000400:00000100:2.0:1789518422.006265:0:3636:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876445522792064 offset 0 length 520: 4 00000100:00100000:2.0:1789518422.006278:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e7435f0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3636:1876445522792320:0@lo:38:kworker.0 00000400:00000100:2.0:1789518422.006291:0:3636:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876445522792320 offset 0 length 520: 4 00010000:00010000:0.0:1789518422.197722:0:17078:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789518423.222437:0:17079:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:3.0:1789518423.577943:0:21063:0:(tgt_mount.c:2191:server_umount_begin()) umount -f 00000020:01000004:3.0:1789518423.589596:0:21063:0:(tgt_mount.c:2061:server_put_super()) server put_super lustre-OST0000 00010000:00010000:3.0:1789518423.589652:0:21063:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.143@tcp lock: ffff8e7435f0d600/0x8d0fd67942315583 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x8d0fd6794231558a expref: -99 pid: 18590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518423.589665:0:21063:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.143@tcp lock: ffff8e7435f0d600/0x8d0fd67942315583 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x8d0fd6794231558a expref: -99 pid: 18590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518423.589672:0:21063:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.143@tcp lock: ffff8e7435f0d600/0x8d0fd67942315583 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000400000000 nid: local remote: 0x8d0fd6794231558a expref: -99 pid: 18590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518423.589680:0:21063:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.143@tcp lock: ffff8e7435f0d600/0x8d0fd67942315583 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000400000000 nid: local remote: 0x8d0fd6794231558a expref: -99 pid: 18590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518423.589704:0:21063:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:3.0:1789518423.589709:0:21063:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:3.0:1789518423.589746:0:21063:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1789518423.589758:0:21063:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff8e7435f09880 x1876445522792064/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789518437 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789518423.589771:0:21063:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 3 00000100:00080000:3.0:1789518423.589777:0:21063:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID 00000100:00080000:3.0:1789518423.589783:0:21063:0:(import.c:65:import_set_state_nolock()) ffff8e730297f800 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00080000:3.0:1789518423.589788:0:21063:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1789518423.589791:0:21063:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff8e7435f09880 x1876445522792064/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789518437 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789518423.589798:0:21063:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 4 00000100:00100000:3.0:1789518423.589801:0:21063:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 18s for inflight to error out 00010000:00010000:2.0:1789518423.589960:0:17078:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789518423.589968:0:17078:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.143@tcp lock: ffff8e7435f0d600/0x8d0fd67942315583 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000400000000 nid: local remote: 0x8d0fd6794231558a expref: -99 pid: 18590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518423.589976:0:17078:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8e7435f0d600 already unused, calling callback (ffffffffc11d3c20) 10000000:00010000:2.0:1789518423.589980:0:17078:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.143@tcp lock: ffff8e7435f0d600/0x8d0fd67942315583 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000400000000 nid: local remote: 0x8d0fd6794231558a expref: -99 pid: 18590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518423.589988:0:17078:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.143@tcp lock: ffff8e7435f0d600/0x8d0fd67942315583 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1008400000000 nid: local remote: 0x8d0fd6794231558a expref: -99 pid: 18590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1789518423.589996:0:17078:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.143@tcp lock: ffff8e7435f0d600/0x8d0fd67942315583 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1009400000000 nid: local remote: 0x8d0fd6794231558a expref: -99 pid: 18590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789518423.590002:0:17078:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:2.0:1789518423.590004:0:17078:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:2.0:1789518423.590007:0:17078:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:2.0:1789518423.590018:0:17078:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff8e7303d0e000 00010000:00010000:2.0:1789518423.590022:0:17078:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.143@tcp lock: ffff8e7435f0d600/0x8d0fd67942315583 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5809400000000 nid: local remote: 0x8d0fd6794231558a expref: -99 pid: 18590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518423.590029:0:17078:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.143@tcp lock: ffff8e7435f0d600/0x8d0fd67942315583 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5809400000000 nid: local remote: 0x8d0fd6794231558a expref: -99 pid: 18590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518423.590040:0:17078:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789518423.590042:0:17078:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789518423.590044:0:17078:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789518423.590071:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e7435f09880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3636:1876445522792064:0@lo:38:kworker.0 00000100:00080000:3.0:1789518423.590995:0:21063:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:3.0:1789518423.591005:0:21063:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff8e7435f0ad80 x1876445522792192/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789518438 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789518423.591038:0:21063:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 3 00000100:00080000:3.0:1789518423.591043:0:21063:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID 00000100:00080000:3.0:1789518423.591063:0:21063:0:(import.c:65:import_set_state_nolock()) ffff8e7302979000 lustre-MDT0001_UUID: changing import state from FULL to CONNECTING 00000100:00100000:2.0:1789518423.591221:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e7435f0ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3640:1876445522792192:0@lo:400:kworker.0 00000100:00100000:2.0:1789518423.591264:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e743a17dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3636:1876445522792576:0@lo:39:umount.0 00000400:00000100:2.0:1789518423.591310:0:3636:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876445522792576 offset 0 length 224: 4 00010000:00010000:2.0:1789518424.252120:0:17079:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789518425.018596:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6224dd85-753f-4c3f-83da-7a6019473f75->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789518425.018607:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6224dd85-753f-4c3f-83da-7a6019473f75->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789518425.018610:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789518425.018614:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1789518425.018740:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e740dda2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3638:1876445522792704:0@lo:400:kworker.0 00000400:00000100:2.0:1789518425.018797:0:3638:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876445522792704 offset 0 length 224: 4 00000001:00100000:2.0:1789518425.080557:0:19410:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000020:00000080:2.0:1789518425.080567:0:19410:0:(genops.c:885:class_export_put()) final put ffff8e730297a800/lustre-MDT0001-mdtlov_UUID 00000020:00000080:0.0:1789518425.091120:0:473:0:(genops.c:844:class_export_destroy()) destroying export ffff8e730297a800/lustre-MDT0001-mdtlov_UUID for lustre-OST0001 00000020:00000080:0.0:1789518425.091247:0:473:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8e730297c800 for lustre-OST0001 00000001:00100000:0.0:1789518425.092159:0:18591:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000020:00000080:0.0:1789518425.092166:0:18591:0:(genops.c:885:class_export_put()) final put ffff8e73019eb000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:1.0:1789518425.092232:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8e73019eb000/lustre-MDT0001-mdtlov_UUID for lustre-OST0000 00000020:00000080:1.0:1789518425.092279:0:36:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8e73019eb800 for lustre-OST0000 00010000:00010000:2.0:1789518425.272103:0:17078:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789518426.295249:0:17079:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789518427.061834:0:473:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6224dd85-753f-4c3f-83da-7a6019473f75->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789518427.061844:0:473:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6224dd85-753f-4c3f-83da-7a6019473f75->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789518427.061865:0:473:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789518427.061869:0:473:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1789518427.062011:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e7435f0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3639:1876445522792832:0@lo:400:kworker.0 00000400:00000100:3.0:1789518427.062068:0:3639:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876445522792832 offset 0 length 224: 4 00010000:00010000:2.0:1789518427.320556:0:17078:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789518428.343166:0:17079:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789518429.373560:0:17078:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789518429.750727:0:3636:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789518419/real 1789518419] req@ffff8e743a17c000 x1876445522791936/t0(0) o250->MGC192.168.202.143@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789518429 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_02.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789518429.750763:0:3636:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8e743a17c000 x1876445522791936/t0(0) o250->MGC192.168.202.143@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789518429 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'ptlrpcd_00_02.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789518429.750783:0:3636:0:(import.c:65:import_set_state_nolock()) ffff8e7303d0e000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789518429.750821:0:3636:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1789518429.750826:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e743a17c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6224dd85-753f-4c3f-83da-7a6019473f75:3636:1876445522791936:0@lo:250:ptlrpcd_00_02.0 00000100:00080000:3.0:1789518429.751090:0:473:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6224dd85-753f-4c3f-83da-7a6019473f75->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789518429.751096:0:473:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789518429.751098:0:473:0:(import.c:65:import_set_state_nolock()) ffff8e7303d0e000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789518429.751114:0:473:0:(import.c:545:import_select_connection()) MGC192.168.202.143@tcp: connect to NID 0@lo last attempt 587 00000100:00080000:3.0:1789518429.751119:0:473:0:(import.c:630:import_select_connection()) MGC192.168.202.143@tcp: tried all connections, increasing latency to 5s 00000100:00080000:3.0:1789518429.751130:0:473:0:(import.c:666:import_select_connection()) MGC192.168.202.143@tcp: import ffff8e7303d0e000 using connection 192.168.202.143@tcp/0@lo 00000100:00100000:3.0:1789518429.751162:0:473:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8e743a17e680 x1876445522792960/t0(0) o250->MGC192.168.202.143@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789518429.751189:0:473:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789518429.751194:0:473:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1789518429.751355:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1789518429.751370:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e743a17fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3639:1876445522793088:0@lo:400:kworker.0 00000400:00000100:0.0:1789518429.751419:0:3639:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876445522793088 offset 0 length 224: 4 00000100:00100000:2.0:1789518429.752778:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e743a17e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6224dd85-753f-4c3f-83da-7a6019473f75:3636:1876445522792960:0@lo:250:kworker.0 00000400:00000100:2.0:1789518429.752841:0:3636:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1876445522792960 offset 0 length 520: 4 00010000:00010000:2.0:1789518430.390142:0:17079:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789518431.413695:0:17078:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789518432.439642:0:17079:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789518433.461691:0:17078:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789518433.845753:0:3636:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789518423/real 1789518423] req@ffff8e743a17dc00 x1876445522792576/t0(0) o39->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1789518433 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789518433.845788:0:3636:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8e743a17dc00 x1876445522792576/t0(0) o39->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1789518433 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789518433.845810:0:3636:0:(import.c:65:import_set_state_nolock()) ffff8e7302979000 lustre-MDT0001_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:2.0:1789518433.845831:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e743a17dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3636:1876445522792576:0@lo:39:umount.0 00000100:00080000:3.0:1789518433.845925:0:21063:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:3.0:1789518433.845931:0:21063:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 4 00000100:00100000:3.0:1789518433.845936:0:21063:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:3.0:1789518433.847788:0:21063:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.143@tcp lock: ffff8e74421c3e00/0x8d0fd67942315559 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x8d0fd67942315560 expref: -99 pid: 18590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518433.847806:0:21063:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.143@tcp lock: ffff8e74421c3e00/0x8d0fd67942315559 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x8d0fd67942315560 expref: -99 pid: 18590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518433.847812:0:21063:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.143@tcp lock: ffff8e74421c3e00/0x8d0fd67942315559 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0x8d0fd67942315560 expref: -99 pid: 18590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518433.847832:0:21063:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.143@tcp lock: ffff8e74421c3e00/0x8d0fd67942315559 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0x8d0fd67942315560 expref: -99 pid: 18590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518433.847862:0:21063:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1789518433.847870:0:21063:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.143@tcp lock: ffff8e743f8b6c00/0x8d0fd679423158af lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x8d0fd679423158b6 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518433.847877:0:21063:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.143@tcp lock: ffff8e743f8b6c00/0x8d0fd679423158af lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x8d0fd679423158b6 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518433.847882:0:21063:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.143@tcp lock: ffff8e743f8b6c00/0x8d0fd679423158af lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x8d0fd679423158b6 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518433.847888:0:21063:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.143@tcp lock: ffff8e743f8b6c00/0x8d0fd679423158af lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x8d0fd679423158b6 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518433.847909:0:21063:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 10000000:01000000:3.0:1789518433.847913:0:21063:0:(mgc_request.c:547:config_log_end()) end config log lustre-OST0000 (0) 00000020:01000004:3.0:1789518433.847939:0:21063:0:(tgt_mount.c:2111:server_put_super()) stopping lustre-OST0000 00000020:01000000:3.0:1789518433.847943:0:21063:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000 (flags='F') 00000020:00000080:3.0:1789518433.847949:0:21063:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1789518433.847954:0:21063:0:(obd_config.c:956:class_cleanup()) lustre-OST0000: forcing exports to disconnect: 0/1 00000020:00080000:3.0:1789518433.847959:0:21063:0:(genops.c:1557:class_disconnect_exports()) OBD device 22 (ffff8e743b253380) has no exports 00000020:00080000:3.0:1789518433.847984:0:21063:0:(genops.c:1557:class_disconnect_exports()) OBD device 22 (ffff8e743b253380) has no exports 00010000:00010000:2.0:1789518433.848687:0:17079:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1789518433.848696:0:17079:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.143@tcp lock: ffff8e74421c3e00/0x8d0fd67942315559 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0x8d0fd67942315560 expref: -99 pid: 18590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518433.848704:0:17079:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8e74421c3e00 already unused, calling callback (ffffffffc11d3c20) 10000000:00010000:2.0:1789518433.848707:0:17079:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.143@tcp lock: ffff8e74421c3e00/0x8d0fd67942315559 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0x8d0fd67942315560 expref: -99 pid: 18590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518433.848716:0:17079:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.143@tcp lock: ffff8e74421c3e00/0x8d0fd67942315559 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1008400000000 nid: local remote: 0x8d0fd67942315560 expref: -99 pid: 18590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1789518433.848723:0:17079:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.143@tcp lock: ffff8e74421c3e00/0x8d0fd67942315559 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1009400000000 nid: local remote: 0x8d0fd67942315560 expref: -99 pid: 18590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789518433.848729:0:17079:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:2.0:1789518433.848731:0:17079:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-OST0000: stopping, won't requeue 10000000:01000000:2.0:1789518433.848733:0:17079:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-OST0000 00010000:00010000:2.0:1789518433.848749:0:17079:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff8e7303d0e000 00010000:00010000:2.0:1789518433.848752:0:17079:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.143@tcp lock: ffff8e74421c3e00/0x8d0fd67942315559 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000000 nid: local remote: 0x8d0fd67942315560 expref: -99 pid: 18590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518433.848758:0:17079:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.143@tcp lock: ffff8e74421c3e00/0x8d0fd67942315559 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000000 nid: local remote: 0x8d0fd67942315560 expref: -99 pid: 18590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518433.848783:0:17079:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789518433.848786:0:17079:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.143@tcp lock: ffff8e743f8b6c00/0x8d0fd679423158af lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x8d0fd679423158b6 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518433.848792:0:17079:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8e743f8b6c00 already unused, calling callback (ffffffffc11d3c20) 10000000:00010000:2.0:1789518433.848795:0:17079:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.143@tcp lock: ffff8e743f8b6c00/0x8d0fd679423158af lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x8d0fd679423158b6 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518433.848801:0:17079:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.143@tcp lock: ffff8e743f8b6c00/0x8d0fd679423158af lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0x8d0fd679423158b6 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1789518433.848807:0:17079:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.143@tcp lock: ffff8e743f8b6c00/0x8d0fd679423158af lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0x8d0fd679423158b6 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789518433.848811:0:17079:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:2.0:1789518433.848814:0:17079:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:2.0:1789518433.848815:0:17079:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:2.0:1789518433.848820:0:17079:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff8e7303d0e000 00010000:00010000:2.0:1789518433.848823:0:17079:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.143@tcp lock: ffff8e743f8b6c00/0x8d0fd679423158af lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0x8d0fd679423158b6 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518433.848829:0:17079:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.143@tcp lock: ffff8e743f8b6c00/0x8d0fd679423158af lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0x8d0fd679423158b6 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518433.848837:0:17079:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789518433.848839:0:17079:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789518433.848840:0:17079:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789518433.851423:0:17078:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000000:3.0:1789518433.854786:0:21063:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff8e73031f2a80 - data ffff8e740e0a7360/ffff8e7303f02400 00000020:01000000:3.0:1789518433.854943:0:21063:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff8e73031b4840 - data ffff8e740e3500d8/ffff8e7303df6800 00100000:10000000:3.0:1789518433.868113:0:21063:0:(lfsck_layout.c:753:lfsck_rbtree_cleanup()) lustre-OST0000-osd: layout LFSCK fini OST-objects accessing bitmap 00000020:00000080:2.0:1789518433.877090:0:21063:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x8d0fd6794231556e 00000020:00000080:2.0:1789518433.877102:0:21063:0:(genops.c:885:class_export_put()) final put ffff8e730297a000/lustre-OST0000-osd_UUID 00000020:01000004:2.0:1789518433.877135:0:21063:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8e730205f000 from lustre-OST0000, refs=2 00000020:01000004:2.0:1789518433.877139:0:21063:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8e730205f000 2 00000020:01000004:2.0:1789518433.877143:0:21063:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff8e730205f000 from lustre-OST0000 00000020:00000080:2.0:1789518433.877165:0:21063:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1789518433.877175:0:21063:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000 (uuid lustre-OST0000_UUID) 00000020:00000080:2.0:1789518433.877178:0:21063:0:(genops.c:885:class_export_put()) final put ffff8e74039e2800/lustre-OST0000_UUID 00000020:00000080:2.0:1789518433.877180:0:21063:0:(genops.c:844:class_export_destroy()) destroying export ffff8e74039e2800/lustre-OST0000_UUID for lustre-OST0000 00000020:01000000:2.0:1789518433.877186:0:21063:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000 (lustre-OST0000_UUID) 00000020:01000004:2.0:1789518433.877246:0:21063:0:(obd_mount.c:578:lustre_stop_mgc()) MGC still has 1 references. 00000020:01000000:2.0:1789518433.877250:0:21063:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-OST0000 (flags='F') 00000020:00000080:2.0:1789518433.877253:0:21063:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1789518433.877258:0:21063:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-lwp-OST0000: forcing exports to disconnect: 1/3 00000020:00080000:2.0:1789518433.877264:0:21063:0:(genops.c:1818:print_export_data()) lustre-MDT0000-lwp-OST0000: ACTIVE ffff8e730297d800 lustre-MDT0000-lwp-OST0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1789518433.877270:0:21063:0:(genops.c:1552:class_disconnect_exports()) OBD device 23 (ffff8e743b250000) has exports, disconnecting them 00000020:00080000:2.0:1789518433.877275:0:21063:0:(genops.c:1527:class_disconnect_export_list()) lustre-MDT0000-lwp-OST0000: disconnecting export at 0@lo (ffff8e730297d800), last request at 1789518348 00000020:00000080:2.0:1789518433.877279:0:21063:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x8d0fd67942315598 00000020:00080000:2.0:1789518433.877286:0:21063:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff8e730297d800): rc 0 00000020:00000080:2.0:1789518433.877291:0:21063:0:(genops.c:885:class_export_put()) final put ffff8e730297d800/lustre-MDT0000-lwp-OST0000 00000020:00000080:1.0:1789518433.877716:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff8e730297a000/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:00000080:1.0:1789518433.877729:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff8e730297d800/lustre-MDT0000-lwp-OST0000 for lustre-MDT0000-lwp-OST0000 00010000:01000000:0.0:1789518434.007863:0:21063:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0000-lwp-OST0000: client import never connected 00000100:00080000:0.0:1789518434.007873:0:21063:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1789518434.007877:0:21063:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 5 00000100:00100000:0.0:1789518434.007885:0:21063:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1789518434.008076:0:21063:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1789518434.008086:0:21063:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-OST0000 (uuid lustre-MDT0000-lwp-OST0000_UUID) 00000020:01000000:0.0:1789518434.008093:0:21063:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-lwp-OST0000 (flags='F') 00000020:00000080:0.0:1789518434.008099:0:21063:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1789518434.008103:0:21063:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-lwp-OST0000: forcing exports to disconnect: 1/3 00000020:00080000:0.0:1789518434.008109:0:21063:0:(genops.c:1818:print_export_data()) lustre-MDT0001-lwp-OST0000: ACTIVE ffff8e74039e5000 lustre-MDT0001-lwp-OST0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1789518434.008116:0:21063:0:(genops.c:1552:class_disconnect_exports()) OBD device 24 (ffff8e743b254d40) has exports, disconnecting them 00000020:00080000:0.0:1789518434.008121:0:21063:0:(genops.c:1527:class_disconnect_export_list()) lustre-MDT0001-lwp-OST0000: disconnecting export at 0@lo (ffff8e74039e5000), last request at 1789518348 00000020:00000080:0.0:1789518434.008124:0:21063:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x8d0fd679423155ad 00000020:00080000:0.0:1789518434.008142:0:21063:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff8e74039e5000): rc 0 00000020:00000080:0.0:1789518434.008148:0:21063:0:(genops.c:885:class_export_put()) final put ffff8e74039e5000/lustre-MDT0001-lwp-OST0000 00000020:00000080:1.0:1789518434.008842:0:8:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8e730297f800 for lustre-MDT0000-lwp-OST0000 00000020:00000080:1.0:1789518434.008852:0:8:0:(genops.c:885:class_export_put()) final put ffff8e7302978800/lustre-MDT0000-lwp-OST0000_UUID 00000020:00000080:1.0:1789518434.008856:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff8e7302978800/lustre-MDT0000-lwp-OST0000_UUID for lustre-MDT0000-lwp-OST0000 00000020:01000000:1.0:1789518434.008869:0:8:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-OST0000 (lustre-MDT0000-lwp-OST0000_UUID) 00000020:00000080:1.0:1789518434.008937:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff8e74039e5000/lustre-MDT0001-lwp-OST0000 for lustre-MDT0001-lwp-OST0000 00010000:01000000:1.0:1789518434.008960:0:21063:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0001-lwp-OST0000: client import never connected 00000100:00080000:1.0:1789518434.008975:0:21063:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:1.0:1789518434.008978:0:21063:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 5 00000100:00100000:1.0:1789518434.008982:0:21063:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1789518434.008999:0:8:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8e7302979000 for lustre-MDT0001-lwp-OST0000 00000020:00000080:1.0:1789518434.009123:0:21063:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1789518434.009128:0:21063:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-lwp-OST0000 (uuid lustre-MDT0001-lwp-OST0000_UUID) 00000020:00000080:1.0:1789518434.009132:0:21063:0:(genops.c:885:class_export_put()) final put ffff8e730297b800/lustre-MDT0001-lwp-OST0000_UUID 00000020:00000080:1.0:1789518434.009135:0:21063:0:(genops.c:844:class_export_destroy()) destroying export ffff8e730297b800/lustre-MDT0001-lwp-OST0000_UUID for lustre-MDT0001-lwp-OST0000 00000020:01000000:1.0:1789518434.009139:0:21063:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-lwp-OST0000 (lustre-MDT0001-lwp-OST0000_UUID) 00000020:01000004:1.0:1789518434.009164:0:21063:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8e730205f000 1 00000020:00000080:1.0:1789518434.009169:0:21063:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x8d0fd6794231554b 00000020:00000080:1.0:1789518434.009174:0:21063:0:(genops.c:885:class_export_put()) final put ffff8e74416e5000/lustre-OST0000-osd_UUID 00000020:01000000:1.0:1789518434.009181:0:21063:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osd (flags='') 00000020:00000080:1.0:1789518434.009188:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff8e74416e5000/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:00000080:1.0:1789518434.009198:0:21063:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1789518434.009202:0:21063:0:(obd_config.c:956:class_cleanup()) lustre-OST0000-osd: forcing exports to disconnect: 0/1 00000020:00080000:1.0:1789518434.009205:0:21063:0:(genops.c:1557:class_disconnect_exports()) OBD device 20 (ffff8e740dd9cd40) has no exports 00000020:00000080:1.0:1789518434.067252:0:21063:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1789518434.067268:0:21063:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000-osd (uuid lustre-OST0000-osd_UUID) 00000020:00000080:1.0:1789518434.067274:0:21063:0:(genops.c:885:class_export_put()) final put ffff8e7302058800/lustre-OST0000-osd_UUID 00000020:00000080:1.0:1789518434.067279:0:21063:0:(genops.c:844:class_export_destroy()) destroying export ffff8e7302058800/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:01000000:1.0:1789518434.067290:0:21063:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000-osd (lustre-OST0000-osd_UUID) 00000020:01000004:1.0:1789518434.067407:0:21063:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff8e730205e000 00000020:02000400:1.0:1789518434.067452:0:21063:0:(tgt_mount.c:2180:server_put_super()) server umount lustre-OST0000 complete 00010000:00010000:2.0:1789518434.485782:0:17079:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789518434.808585:0:473:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6224dd85-753f-4c3f-83da-7a6019473f75->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789518434.808593:0:473:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6224dd85-753f-4c3f-83da-7a6019473f75->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789518434.808596:0:473:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789518434.808599:0:473:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1789518434.809333:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e7435f08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3637:1876445522793216:0@lo:400:kworker.0 00000400:00000100:2.0:1789518434.809395:0:3637:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876445522793216 offset 0 length 224: 4 00010000:00010000:1.0:1789518435.510638:0:17078:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789518436.533864:0:17079:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789518437.557622:0:17078:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789518437.952521:0:3636:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789518422/real 1789518422] req@ffff8e7435f0aa00 x1876445522792320/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789518437 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789518437.952549:0:3636:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8e7435f0aa00 x1876445522792320/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789518437 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789518437.952570:0:3636:0:(import.c:65:import_set_state_nolock()) ffff8e74214d0800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789518437.952592:0:3636:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1789518437.952613:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e7435f0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3636:1876445522792320:0@lo:38:kworker.0 00000100:00080000:1.0:1789518437.952638:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6224dd85-753f-4c3f-83da-7a6019473f75->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789518437.952643:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6224dd85-753f-4c3f-83da-7a6019473f75->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789518437.952646:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789518437.952655:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789518437.952658:0:8:0:(import.c:65:import_set_state_nolock()) ffff8e74214d0800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789518437.952663:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 589 00000100:00080000:1.0:1789518437.952668:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 10s 00000100:00080000:1.0:1789518437.952680:0:8:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8e74214d0800 using connection 192.168.202.143@tcp/0@lo 00000100:00100000:1.0:1789518437.952712:0:8:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8e740dda3100 x1876445522793344/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789518437.952775:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1789518437.952787:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e740dda0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3637:1876445522793472:0@lo:400:kworker.0 00000400:00000100:1.0:1789518437.952836:0:3637:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876445522793472 offset 0 length 224: 4 00000100:00100000:2.0:1789518437.953413:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e740dda3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3636:1876445522793344:0@lo:38:kworker.0 00000400:00000100:2.0:1789518437.953437:0:3636:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876445522793344 offset 0 length 520: 4 00000020:01000004:2.0:1789518438.037816:0:21266:0:(tgt_mount.c:2191:server_umount_begin()) umount -f 00000020:01000004:3.0:1789518438.045187:0:21266:0:(tgt_mount.c:2061:server_put_super()) server put_super lustre-OST0001 00010000:00010000:3.0:1789518438.045279:0:21266:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.143@tcp lock: ffff8e7400030c00/0x8d0fd679423156e8 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x8d0fd679423156ef expref: -99 pid: 19409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518438.045306:0:21266:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.143@tcp lock: ffff8e7400030c00/0x8d0fd679423156e8 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x8d0fd679423156ef expref: -99 pid: 19409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518438.045313:0:21266:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.143@tcp lock: ffff8e7400030c00/0x8d0fd679423156e8 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0x8d0fd679423156ef expref: -99 pid: 19409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518438.045321:0:21266:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.143@tcp lock: ffff8e7400030c00/0x8d0fd679423156e8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0x8d0fd679423156ef expref: -99 pid: 19409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518438.045340:0:21266:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:3.0:1789518438.045345:0:21266:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:3.0:1789518438.045371:0:21266:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1789518438.045383:0:21266:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff8e740dda3100 x1876445522793344/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789518457 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789518438.045402:0:21266:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 3 00000100:00080000:3.0:1789518438.045408:0:21266:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID 00000100:00080000:3.0:1789518438.045414:0:21266:0:(import.c:65:import_set_state_nolock()) ffff8e74214d0800 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00080000:3.0:1789518438.045419:0:21266:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1789518438.045423:0:21266:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff8e740dda3100 x1876445522793344/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789518457 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789518438.045428:0:21266:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 4 00000100:00100000:3.0:1789518438.045431:0:21266:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 25s for inflight to error out 00010000:00010000:2.0:1789518438.045591:0:17079:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789518438.045609:0:17079:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.143@tcp lock: ffff8e7400030c00/0x8d0fd679423156e8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0x8d0fd679423156ef expref: -99 pid: 19409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518438.045617:0:17079:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8e7400030c00 already unused, calling callback (ffffffffc11d3c20) 10000000:00010000:2.0:1789518438.045620:0:17079:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.143@tcp lock: ffff8e7400030c00/0x8d0fd679423156e8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0x8d0fd679423156ef expref: -99 pid: 19409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518438.045629:0:17079:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.143@tcp lock: ffff8e7400030c00/0x8d0fd679423156e8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0x8d0fd679423156ef expref: -99 pid: 19409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1789518438.045636:0:17079:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.143@tcp lock: ffff8e7400030c00/0x8d0fd679423156e8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0x8d0fd679423156ef expref: -99 pid: 19409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789518438.045641:0:17079:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:2.0:1789518438.045643:0:17079:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:2.0:1789518438.045645:0:17079:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:2.0:1789518438.045658:0:17079:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff8e7303d0e000 00010000:00010000:2.0:1789518438.045662:0:17079:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.143@tcp lock: ffff8e7400030c00/0x8d0fd679423156e8 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0x8d0fd679423156ef expref: -99 pid: 19409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518438.045668:0:17079:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.143@tcp lock: ffff8e7400030c00/0x8d0fd679423156e8 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0x8d0fd679423156ef expref: -99 pid: 19409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518438.045678:0:17079:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789518438.045687:0:17079:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789518438.045689:0:17079:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789518438.047898:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e740dda3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3636:1876445522793344:0@lo:38:kworker.0 00000100:00080000:3.0:1789518438.048905:0:21266:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:3.0:1789518438.048919:0:21266:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff8e7435f0bb80 x1876445522792448/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789518438 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789518438.048940:0:21266:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff8e740dda2680 x1876445522792704/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789518441 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789518438.048977:0:21266:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff8e7435f0a680 x1876445522792832/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789518443 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789518438.048988:0:21266:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff8e743a17fb80 x1876445522793088/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789518445 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789518438.048996:0:21266:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff8e7435f08e00 x1876445522793216/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789518450 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789518438.049003:0:21266:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff8e740dda0380 x1876445522793472/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789518453 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789518438.049011:0:21266:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 3 00000100:00080000:3.0:1789518438.049018:0:21266:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID 00000100:00080000:3.0:1789518438.049043:0:21266:0:(import.c:65:import_set_state_nolock()) ffff8e73019ea800 lustre-MDT0001_UUID: changing import state from FULL to CONNECTING 00000100:00100000:0.0:1789518438.049520:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e740dda2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3638:1876445522792704:0@lo:400:kworker.0 00000100:00100000:1.0:1789518438.049522:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e740dda0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3637:1876445522793472:0@lo:400:kworker.0 00000100:00100000:1.0:1789518438.049529:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e7435f08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3637:1876445522793216:0@lo:400:kworker.0 00000100:00100000:1.0:1789518438.049535:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e7435f0bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3637:1876445522792448:0@lo:400:kworker.0 00000100:00100000:0.0:1789518438.049552:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e743a17fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3639:1876445522793088:0@lo:400:kworker.0 00000100:00100000:0.0:1789518438.049560:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e7435f0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3639:1876445522792832:0@lo:400:kworker.0 00000100:00100000:1.0:1789518438.049561:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e743a17ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3636:1876445522793600:0@lo:39:umount.0 00000400:00000100:1.0:1789518438.049616:0:3636:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876445522793600 offset 0 length 224: 4 00010000:00010000:1.0:1789518438.582216:0:17078:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789518439.607087:0:17079:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789518440.629883:0:17078:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789518441.654148:0:17079:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789518442.677738:0:17078:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789518442.997665:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6224dd85-753f-4c3f-83da-7a6019473f75->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789518442.997679:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6224dd85-753f-4c3f-83da-7a6019473f75->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1789518443.701913:0:17079:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789518444.216181:0:3636:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789518429/real 1789518429] req@ffff8e743a17e680 x1876445522792960/t0(0) o250->MGC192.168.202.143@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789518444 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789518444.216255:0:3636:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8e743a17e680 x1876445522792960/t0(0) o250->MGC192.168.202.143@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789518444 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789518444.216282:0:3636:0:(import.c:65:import_set_state_nolock()) ffff8e7303d0e000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789518444.216294:0:3636:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:1.0:1789518444.216298:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e743a17e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6224dd85-753f-4c3f-83da-7a6019473f75:3636:1876445522792960:0@lo:250:kworker.0 00000100:00080000:3.0:1789518444.216586:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6224dd85-753f-4c3f-83da-7a6019473f75->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789518444.216593:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789518444.216596:0:8:0:(import.c:65:import_set_state_nolock()) ffff8e7303d0e000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789518444.216602:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.143@tcp: connect to NID 0@lo last attempt 597 00000100:00080000:3.0:1789518444.216609:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.143@tcp: tried all connections, increasing latency to 10s 00000100:00080000:3.0:1789518444.216624:0:8:0:(import.c:666:import_select_connection()) MGC192.168.202.143@tcp: import ffff8e7303d0e000 using connection 192.168.202.143@tcp/0@lo 00000100:00100000:3.0:1789518444.216665:0:8:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8e743a17d500 x1876445522793728/t0(0) o250->MGC192.168.202.143@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789518444.216809:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e743a17d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6224dd85-753f-4c3f-83da-7a6019473f75:3636:1876445522793728:0@lo:250:kworker.0 00000400:00000100:2.0:1789518444.216870:0:3636:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1876445522793728 offset 0 length 520: 4 00010000:00010000:1.0:1789518444.725744:0:17078:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789518445.752629:0:17079:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789518446.773714:0:17078:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789518447.800304:0:17079:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789518448.309627:0:3636:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789518438/real 1789518438] req@ffff8e743a17ca80 x1876445522793600/t0(0) o39->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1789518448 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789518448.309666:0:3636:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8e743a17ca80 x1876445522793600/t0(0) o39->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1789518448 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789518448.309690:0:3636:0:(import.c:65:import_set_state_nolock()) ffff8e73019ea800 lustre-MDT0001_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:2.0:1789518448.309712:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e743a17ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3636:1876445522793600:0@lo:39:umount.0 00000100:00080000:3.0:1789518448.309802:0:21266:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:3.0:1789518448.309807:0:21266:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 4 00000100:00100000:3.0:1789518448.309811:0:21266:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:3.0:1789518448.311072:0:21266:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.143@tcp lock: ffff8e7400030a00/0x8d0fd679423156be lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x8d0fd679423156c5 expref: -99 pid: 19409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518448.311092:0:21266:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.143@tcp lock: ffff8e7400030a00/0x8d0fd679423156be lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x8d0fd679423156c5 expref: -99 pid: 19409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518448.311117:0:21266:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.143@tcp lock: ffff8e7400030a00/0x8d0fd679423156be lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x8d0fd679423156c5 expref: -99 pid: 19409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518448.311124:0:21266:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.143@tcp lock: ffff8e7400030a00/0x8d0fd679423156be lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x8d0fd679423156c5 expref: -99 pid: 19409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518448.311311:0:21266:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1789518448.311321:0:21266:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.143@tcp lock: ffff8e7435f9d600/0x8d0fd679423158a1 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x8d0fd679423158a8 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518448.311328:0:21266:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.143@tcp lock: ffff8e7435f9d600/0x8d0fd679423158a1 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x8d0fd679423158a8 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518448.311335:0:21266:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.143@tcp lock: ffff8e7435f9d600/0x8d0fd679423158a1 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x8d0fd679423158a8 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518448.311341:0:21266:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.143@tcp lock: ffff8e7435f9d600/0x8d0fd679423158a1 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x8d0fd679423158a8 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518448.313860:0:17078:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1789518448.313877:0:17078:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.143@tcp lock: ffff8e7400030a00/0x8d0fd679423156be lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x8d0fd679423156c5 expref: -99 pid: 19409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518448.313949:0:17078:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8e7400030a00 already unused, calling callback (ffffffffc11d3c20) 10000000:00010000:1.0:1789518448.313954:0:17078:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.143@tcp lock: ffff8e7400030a00/0x8d0fd679423156be lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x8d0fd679423156c5 expref: -99 pid: 19409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518448.313966:0:17078:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.143@tcp lock: ffff8e7400030a00/0x8d0fd679423156be lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0x8d0fd679423156c5 expref: -99 pid: 19409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1789518448.314024:0:17078:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.143@tcp lock: ffff8e7400030a00/0x8d0fd679423156be lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0x8d0fd679423156c5 expref: -99 pid: 19409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789518448.314030:0:17078:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:1.0:1789518448.314033:0:17078:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-OST0001: stopping, won't requeue 00010000:00010000:1.0:1789518448.314053:0:17078:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff8e7303d0e000 00010000:00010000:1.0:1789518448.314057:0:17078:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.143@tcp lock: ffff8e7400030a00/0x8d0fd679423156be lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0x8d0fd679423156c5 expref: -99 pid: 19409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518448.314063:0:17078:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.143@tcp lock: ffff8e7400030a00/0x8d0fd679423156be lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0x8d0fd679423156c5 expref: -99 pid: 19409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518448.314104:0:17078:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789518448.314108:0:17078:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.143@tcp lock: ffff8e7435f9d600/0x8d0fd679423158a1 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x8d0fd679423158a8 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518448.314114:0:17078:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8e7435f9d600 already unused, calling callback (ffffffffc11d3c20) 10000000:00010000:1.0:1789518448.314117:0:17078:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.143@tcp lock: ffff8e7435f9d600/0x8d0fd679423158a1 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x8d0fd679423158a8 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518448.314124:0:17078:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.143@tcp lock: ffff8e7435f9d600/0x8d0fd679423158a1 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0x8d0fd679423158a8 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1789518448.314130:0:17078:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.143@tcp lock: ffff8e7435f9d600/0x8d0fd679423158a1 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0x8d0fd679423158a8 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789518448.314135:0:17078:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:1.0:1789518448.314138:0:17078:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 00010000:00010000:1.0:1789518448.314142:0:17078:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff8e7303d0e000 00010000:00010000:1.0:1789518448.314145:0:17078:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.143@tcp lock: ffff8e7435f9d600/0x8d0fd679423158a1 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000000 nid: local remote: 0x8d0fd679423158a8 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518448.314152:0:17078:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789518448.314153:0:17078:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789518448.314157:0:17078:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789518448.314398:0:17079:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789518448.314426:0:21266:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:3.0:1789518448.314435:0:21266:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.143@tcp lock: ffff8e7435f9d600/0x8d0fd679423158a1 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000000 nid: local remote: 0x8d0fd679423158a8 expref: -99 pid: 17087 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789518448.314454:0:21266:0:(mgc_request.c:130:config_log_put()) dropping config log params 10000000:01000000:3.0:1789518448.314459:0:21266:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-OST0001 10000000:01000000:3.0:1789518448.314538:0:21266:0:(mgc_request.c:547:config_log_end()) end config log lustre-OST0001 (0) 00000020:01000004:3.0:1789518448.314579:0:21266:0:(tgt_mount.c:2111:server_put_super()) stopping lustre-OST0001 00000020:01000000:3.0:1789518448.314583:0:21266:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001 (flags='F') 00000020:00000080:3.0:1789518448.314590:0:21266:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1789518448.314602:0:21266:0:(obd_config.c:956:class_cleanup()) lustre-OST0001: forcing exports to disconnect: 0/1 00000020:00080000:3.0:1789518448.314606:0:21266:0:(genops.c:1557:class_disconnect_exports()) OBD device 26 (ffff8e743cdd19c0) has no exports 00000020:00080000:3.0:1789518448.314632:0:21266:0:(genops.c:1557:class_disconnect_exports()) OBD device 26 (ffff8e743cdd19c0) has no exports 00000020:01000000:3.0:1789518448.320429:0:21266:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff8e743b3b0cc0 - data ffff8e7301cb9798/ffff8e744111b800 00000020:01000000:3.0:1789518448.321375:0:21266:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff8e73031f2ae0 - data ffff8e740e1a6360/ffff8e7302bcb000 00100000:10000000:3.0:1789518448.337621:0:21266:0:(lfsck_layout.c:753:lfsck_rbtree_cleanup()) lustre-OST0001-osd: layout LFSCK fini OST-objects accessing bitmap 00000020:00000080:3.0:1789518448.356709:0:21266:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x8d0fd679423156d3 00000020:00000080:3.0:1789518448.356722:0:21266:0:(genops.c:885:class_export_put()) final put ffff8e7302b97000/lustre-OST0001-osd_UUID 00000020:01000004:3.0:1789518448.356738:0:21266:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8e740d7b7800 from lustre-OST0001, refs=2 00000020:01000004:3.0:1789518448.356742:0:21266:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8e740d7b7800 2 00000020:01000004:3.0:1789518448.356745:0:21266:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff8e740d7b7800 from lustre-OST0001 00000020:00000080:0.0:1789518448.356764:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff8e7302b97000/lustre-OST0001-osd_UUID for lustre-OST0001-osd 00000020:00000080:3.0:1789518448.356785:0:21266:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1789518448.356796:0:21266:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001 (uuid lustre-OST0001_UUID) 00000020:00000080:3.0:1789518448.356799:0:21266:0:(genops.c:885:class_export_put()) final put ffff8e7302b94800/lustre-OST0001_UUID 00000020:00000080:3.0:1789518448.356804:0:21266:0:(genops.c:844:class_export_destroy()) destroying export ffff8e7302b94800/lustre-OST0001_UUID for lustre-OST0001 00000020:01000000:3.0:1789518448.356811:0:21266:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001 (lustre-OST0001_UUID) 00000100:00080000:0.0:1789518448.356978:0:21266:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import 6224dd85-753f-4c3f-83da-7a6019473f75->MGS 00010000:00010000:0.0:1789518448.356996:0:21266:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.143@tcp lock: ffff8e73033ace00/0x8d0fd67942315417 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0x8d0fd6794231541e expref: -99 pid: 17821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1789518448.357010:0:21266:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.143@tcp lock: ffff8e73033ace00/0x8d0fd67942315417 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0x8d0fd6794231541e expref: -99 pid: 17821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789518448.357018:0:21266:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 10000000:01000000:0.0:1789518448.357021:0:21266:0:(mgc_request.c:954:mgc_blocking_ast()) log nodemap: disconnecting, won't requeue 10000000:01000000:0.0:1789518448.357024:0:21266:0:(mgc_request.c:130:config_log_put()) dropping config log nodemap 00010000:00010000:0.0:1789518448.357038:0:21266:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff8e7303d0e000 00010000:00010000:0.0:1789518448.357042:0:21266:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.143@tcp lock: ffff8e73033ace00/0x8d0fd67942315417 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0x8d0fd6794231541e expref: -99 pid: 17821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518448.357058:0:21266:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.143@tcp lock: ffff8e73033adc00/0x8d0fd67942315306 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0x8d0fd6794231530d expref: -99 pid: 17069 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1789518448.357065:0:21266:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.143@tcp lock: ffff8e73033adc00/0x8d0fd67942315306 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0x8d0fd6794231530d expref: -99 pid: 17069 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789518448.357070:0:21266:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:0.0:1789518448.357072:0:21266:0:(mgc_request.c:954:mgc_blocking_ast()) log lustre-s: disconnecting, won't requeue 10000000:01000000:0.0:1789518448.357074:0:21266:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-sptlrpc 00010000:00010000:0.0:1789518448.357083:0:21266:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff8e7303d0e000 00010000:00010000:0.0:1789518448.357095:0:21266:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.143@tcp lock: ffff8e73033adc00/0x8d0fd67942315306 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0x8d0fd6794231530d expref: -99 pid: 17069 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:0.0:1789518448.357111:0:21266:0:(import.c:65:import_set_state_nolock()) ffff8e7303d0e000 MGS: changing import state from CONNECTING to CLOSED 10000000:01000000:0.0:1789518448.357115:0:21266:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808001 00000100:00080000:0.0:1789518448.357117:0:21266:0:(pinger.c:193:ptlrpc_pinger_ir_down()) IR down 10000000:01000000:0.0:1789518448.357119:0:21266:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00080000:0.0:1789518448.357123:0:21266:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00100000:0.0:1789518448.357133:0:21266:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff8e743a17d500 x1876445522793728/t0(0) o250->MGC192.168.202.143@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789518464 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 10000000:01000000:0.0:1789518448.357252:0:21266:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00100000:0.0:1789518448.357255:0:21266:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 21s for inflight to error out 00000100:00100000:1.0:1789518448.357419:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e743a17d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6224dd85-753f-4c3f-83da-7a6019473f75:3636:1876445522793728:0@lo:250:kworker.0 10000000:01000000:0.0:1789518448.357638:0:21266:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808003 00000020:00000080:0.0:1789518448.357647:0:21266:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x8d0fd679423152f1 00000020:00000080:0.0:1789518448.357652:0:21266:0:(genops.c:885:class_export_put()) final put ffff8e7435c93000/6224dd85-753f-4c3f-83da-7a6019473f75 00000020:01000000:0.0:1789518448.357665:0:21266:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of MGC192.168.202.143@tcp (flags='') 00000020:00000080:0.0:1789518448.357670:0:21266:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1789518448.357676:0:21266:0:(obd_config.c:956:class_cleanup()) MGC192.168.202.143@tcp: forcing exports to disconnect: 0/3 00000020:00080000:0.0:1789518448.357680:0:21266:0:(genops.c:1557:class_disconnect_exports()) OBD device 2 (ffff8e73030e99c0) has no exports 10000000:01000000:0.0:1789518448.357713:0:17087:0:(mgc_request.c:708:mgc_requeue_thread()) Ending requeue thread 10000000:01000000:0.0:1789518448.357767:0:21266:0:(obd_class.h:670:obd_cleanup_client_import()) MGC192.168.202.143@tcp: client import never connected 00000100:00080000:0.0:1789518448.357770:0:21266:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 10000000:01000000:0.0:1789518448.357772:0:21266:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00100000:0.0:1789518448.357774:0:21266:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 10000000:01000000:0.0:1789518448.357775:0:21266:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808003 00000020:00000080:0.0:1789518448.357806:0:21266:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1789518448.357810:0:21266:0:(obd_config.c:883:class_detach()) detach on obd MGC192.168.202.143@tcp (uuid 6224dd85-753f-4c3f-83da-7a6019473f75) 00000020:01000000:0.0:1789518448.357816:0:21266:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-OST0001 (flags='F') 00000020:00000080:0.0:1789518448.357819:0:21266:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1789518448.357822:0:21266:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-lwp-OST0001: forcing exports to disconnect: 1/3 00000020:00080000:0.0:1789518448.357827:0:21266:0:(genops.c:1818:print_export_data()) lustre-MDT0000-lwp-OST0001: ACTIVE ffff8e7302b90000 lustre-MDT0000-lwp-OST0001 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1789518448.357832:0:21266:0:(genops.c:1552:class_disconnect_exports()) OBD device 27 (ffff8e740dd999c0) has exports, disconnecting them 00000020:00080000:0.0:1789518448.357845:0:21266:0:(genops.c:1527:class_disconnect_export_list()) lustre-MDT0000-lwp-OST0001: disconnecting export at 0@lo (ffff8e7302b90000), last request at 1789518365 00000020:00000080:0.0:1789518448.357849:0:21266:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x8d0fd679423156fd 00000020:00080000:0.0:1789518448.357859:0:21266:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff8e7302b90000): rc 0 00000020:00000080:0.0:1789518448.357863:0:21266:0:(genops.c:885:class_export_put()) final put ffff8e7302b90000/lustre-MDT0000-lwp-OST0001 00000020:00000080:3.0:1789518448.358081:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff8e7435c93000/6224dd85-753f-4c3f-83da-7a6019473f75 for MGC192.168.202.143@tcp 00000020:00000080:3.0:1789518448.358092:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff8e7302b90000/lustre-MDT0000-lwp-OST0001 for lustre-MDT0000-lwp-OST0001 00000020:00000080:3.0:1789518448.359134:0:8:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8e7303d0e000 for MGC192.168.202.143@tcp 00000020:00000080:3.0:1789518448.359145:0:8:0:(genops.c:885:class_export_put()) final put ffff8e7435c95800/6224dd85-753f-4c3f-83da-7a6019473f75 00000020:00000080:3.0:1789518448.359148:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff8e7435c95800/6224dd85-753f-4c3f-83da-7a6019473f75 for MGC192.168.202.143@tcp 00000020:01000000:3.0:1789518448.359153:0:8:0:(genops.c:441:class_free_dev()) finishing cleanup of obd MGC192.168.202.143@tcp (6224dd85-753f-4c3f-83da-7a6019473f75) 00010000:01000000:1.0:1789518448.359549:0:21266:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0000-lwp-OST0001: client import never connected 00000100:00080000:1.0:1789518448.359554:0:21266:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1789518448.359558:0:21266:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 5 00000100:00100000:1.0:1789518448.359564:0:21266:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:3.0:1789518448.359650:0:8:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8e74214d0800 for lustre-MDT0000-lwp-OST0001 00000020:00000080:1.0:1789518448.359752:0:21266:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1789518448.359761:0:21266:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-OST0001 (uuid lustre-MDT0000-lwp-OST0001_UUID) 00000020:00000080:1.0:1789518448.359765:0:21266:0:(genops.c:885:class_export_put()) final put ffff8e730296e000/lustre-MDT0000-lwp-OST0001_UUID 00000020:00000080:1.0:1789518448.359769:0:21266:0:(genops.c:844:class_export_destroy()) destroying export ffff8e730296e000/lustre-MDT0000-lwp-OST0001_UUID for lustre-MDT0000-lwp-OST0001 00000020:01000000:1.0:1789518448.359779:0:21266:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-OST0001 (lustre-MDT0000-lwp-OST0001_UUID) 00000020:01000000:1.0:1789518448.359825:0:21266:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-lwp-OST0001 (flags='F') 00000020:00000080:1.0:1789518448.359830:0:21266:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1789518448.359835:0:21266:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-lwp-OST0001: forcing exports to disconnect: 1/3 00000020:00080000:1.0:1789518448.359842:0:21266:0:(genops.c:1818:print_export_data()) lustre-MDT0001-lwp-OST0001: ACTIVE ffff8e7302b95800 lustre-MDT0001-lwp-OST0001 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:1.0:1789518448.359848:0:21266:0:(genops.c:1552:class_disconnect_exports()) OBD device 28 (ffff8e74317c8000) has exports, disconnecting them 00000020:00080000:1.0:1789518448.359852:0:21266:0:(genops.c:1527:class_disconnect_export_list()) lustre-MDT0001-lwp-OST0001: disconnecting export at 0@lo (ffff8e7302b95800), last request at 1789518365 00000020:00000080:1.0:1789518448.359857:0:21266:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x8d0fd67942315712 00000020:00080000:1.0:1789518448.359870:0:21266:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff8e7302b95800): rc 0 00000020:00000080:1.0:1789518448.359875:0:21266:0:(genops.c:885:class_export_put()) final put ffff8e7302b95800/lustre-MDT0001-lwp-OST0001 00000020:00000080:3.0:1789518448.360056:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff8e7302b95800/lustre-MDT0001-lwp-OST0001 for lustre-MDT0001-lwp-OST0001 00010000:01000000:3.0:1789518448.363560:0:21266:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0001-lwp-OST0001: client import never connected 00000100:00080000:3.0:1789518448.363571:0:21266:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:3.0:1789518448.363577:0:21266:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 5 00000100:00100000:3.0:1789518448.363585:0:21266:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:3.0:1789518448.363634:0:8:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8e73019ea800 for lustre-MDT0001-lwp-OST0001 00010000:00010000:0.0:1789518448.373991:0:17078:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-1 blwis in pool) 00010000:00010000:0.0:1789518448.374203:0:17079:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-2 blwis in pool) 00000100:00100000:3.0:1789518448.374352:0:17073:0:(service.c:3188:ptlrpc_main()) ldlm_cb00_000: service thread [ffff8e7439638c00:17073] 0 exiting: rc = 1 00000100:00100000:0.0:1789518448.374579:0:17074:0:(service.c:3188:ptlrpc_main()) ldlm_cb00_001: service thread [ffff8e7439639000:17074] 1 exiting: rc = 0 00000100:00100000:3.0:1789518448.374781:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518448.375164:0:20116:0:(service.c:3188:ptlrpc_main()) ldlm_cn00_003: service thread [ffff8e741e8e8c00:20116] 3 exiting: rc = 0 00000100:00100000:0.0:1789518448.375273:0:17077:0:(service.c:3188:ptlrpc_main()) ldlm_cn00_002: service thread [ffff8e7410dad800:17077] 2 exiting: rc = 0 00000100:00100000:1.0:1789518448.375441:0:17076:0:(service.c:3188:ptlrpc_main()) ldlm_cn00_001: service thread [ffff8e7410dada00:17076] 1 exiting: rc = 0 00000100:00100000:2.0:1789518448.377183:0:17075:0:(service.c:3188:ptlrpc_main()) ldlm_cn00_000: service thread [ffff8e7410daca00:17075] 0 exiting: rc = 1 00000100:00100000:3.0:1789518448.377396:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518448.377404:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518448.377411:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518448.377416:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518448.377422:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518448.377429:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518448.377436:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518448.377441:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518448.377446:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518448.377451:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518448.377457:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518448.377478:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518448.377488:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518448.377494:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518448.377513:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518448.377519:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518448.377525:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518448.377530:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518448.377535:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518448.377541:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518448.377546:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518448.377552:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518448.377558:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518448.377563:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518448.377567:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518448.377573:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518448.377578:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518448.377583:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518448.377588:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518448.377594:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518448.377599:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518448.377615:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518448.377620:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518448.377626:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518448.377631:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518448.377636:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518448.377641:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518448.377647:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518448.377653:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518448.377659:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518448.377665:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518448.377670:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518448.377675:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518448.377681:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518448.377686:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518448.377691:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518448.377697:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518448.377702:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518448.377707:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518448.377713:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518448.377718:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518448.377723:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518448.377729:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518448.377734:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518448.377740:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518448.377747:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518448.377752:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518448.377757:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518448.377763:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518448.377768:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518448.377773:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518448.377779:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518448.377784:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518448.377790:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000080:3.0:1789518448.379095:0:21266:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1789518448.379123:0:21266:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-lwp-OST0001 (uuid lustre-MDT0001-lwp-OST0001_UUID) 00000020:00000080:3.0:1789518448.379138:0:21266:0:(genops.c:885:class_export_put()) final put ffff8e7302b91000/lustre-MDT0001-lwp-OST0001_UUID 00000020:00000080:3.0:1789518448.379143:0:21266:0:(genops.c:844:class_export_destroy()) destroying export ffff8e7302b91000/lustre-MDT0001-lwp-OST0001_UUID for lustre-MDT0001-lwp-OST0001 00000020:01000000:3.0:1789518448.379150:0:21266:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-lwp-OST0001 (lustre-MDT0001-lwp-OST0001_UUID) 00000020:01000004:3.0:1789518448.379212:0:21266:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8e740d7b7800 1 00000020:00000080:3.0:1789518448.379220:0:21266:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x8d0fd679423156b7 00000020:00000080:3.0:1789518448.379227:0:21266:0:(genops.c:885:class_export_put()) final put ffff8e7302b92000/lustre-OST0001-osd_UUID 00000020:01000000:3.0:1789518448.379253:0:21266:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osd (flags='') 00000020:00000080:3.0:1789518448.379257:0:21266:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1789518448.379263:0:21266:0:(obd_config.c:956:class_cleanup()) lustre-OST0001-osd: forcing exports to disconnect: 0/2 00000020:00080000:3.0:1789518448.379266:0:21266:0:(genops.c:1557:class_disconnect_exports()) OBD device 25 (ffff8e74048299c0) has no exports 00000020:00000080:1.0:1789518448.379487:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff8e7302b92000/lustre-OST0001-osd_UUID for lustre-OST0001-osd 00000020:00000080:3.0:1789518448.416070:0:21266:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1789518448.416083:0:21266:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001-osd (uuid lustre-OST0001-osd_UUID) 00000020:00000080:3.0:1789518448.416089:0:21266:0:(genops.c:885:class_export_put()) final put ffff8e7409e25800/lustre-OST0001-osd_UUID 00000020:00000080:3.0:1789518448.416094:0:21266:0:(genops.c:844:class_export_destroy()) destroying export ffff8e7409e25800/lustre-OST0001-osd_UUID for lustre-OST0001-osd 00000020:01000000:3.0:1789518448.416106:0:21266:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001-osd (lustre-OST0001-osd_UUID) 00000020:01000004:3.0:1789518448.420127:0:21266:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff8e7303532800 00000020:01000000:3.0:1789518448.420166:0:21266:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of OSS (flags='F') 00000020:00000080:3.0:1789518448.421673:0:21266:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1789518448.421682:0:21266:0:(obd_config.c:956:class_cleanup()) OSS: forcing exports to disconnect: 0/1 00000020:00080000:3.0:1789518448.421687:0:21266:0:(genops.c:1557:class_disconnect_exports()) OBD device 21 (ffff8e740482b380) has no exports 00000020:00000080:3.0:1789518448.421746:0:21266:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1789518448.421758:0:21266:0:(obd_config.c:883:class_detach()) detach on obd OSS (uuid OSS_uuid) 00000020:00000080:3.0:1789518448.421763:0:21266:0:(genops.c:885:class_export_put()) final put ffff8e730205b000/OSS_uuid 00000020:00000080:3.0:1789518448.421768:0:21266:0:(genops.c:844:class_export_destroy()) destroying export ffff8e730205b000/OSS_uuid for OSS 00000020:01000000:3.0:1789518448.421774:0:21266:0:(genops.c:441:class_free_dev()) finishing cleanup of obd OSS (OSS_uuid) 00000100:00080000:1.0:1789518448.421977:0:17086:0:(pinger.c:548:ping_evictor_main()) Exiting Ping Evictor 00000100:00100000:3.0:1789518448.422305:0:18595:0:(service.c:3188:ptlrpc_main()) ll_ost00_000: service thread [ffff8e730220bc00:18595] 0 exiting: rc = 1 00000100:00100000:0.0:1789518448.422622:0:18597:0:(service.c:3188:ptlrpc_main()) ll_ost00_002: service thread [ffff8e730220a200:18597] 2 exiting: rc = 0 00000100:00100000:0.0:1789518448.422680:0:18596:0:(service.c:3188:ptlrpc_main()) ll_ost00_001: service thread [ffff8e743cf2fc00:18596] 1 exiting: rc = 0 00000100:00100000:0.0:1789518448.423756:0:19074:0:(service.c:3188:ptlrpc_main()) ll_ost00_003: service thread [ffff8e7302b51000:19074] 3 exiting: rc = 0 00000100:00100000:3.0:1789518448.423931:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518448.423941:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518448.423947:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518448.423952:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518448.423959:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518448.423964:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518448.423985:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518448.423990:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518448.423995:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518448.424000:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518448.424006:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518448.424011:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518448.424017:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518448.424022:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518448.424027:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518448.424032:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518448.424038:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518448.424043:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518448.424049:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518448.424054:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518448.424061:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518448.424066:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518448.424072:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518448.424077:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518448.424083:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518448.424089:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518448.424096:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518448.424103:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518448.424108:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518448.424113:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518448.424120:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518448.424125:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518448.424130:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518448.424135:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518448.424140:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518448.424146:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518448.424152:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518448.424158:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518448.424164:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518448.424954:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518448.424971:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518448.424989:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518448.424995:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518448.425001:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518448.425006:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518448.425010:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518448.425016:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518448.425020:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518448.425026:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518448.425032:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518448.425037:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518448.425042:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518448.425048:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518448.425053:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518448.425058:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518448.425062:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518448.425067:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518448.425072:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518448.425077:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518448.425082:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518448.425086:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518448.425091:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518448.425095:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518448.425107:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789518448.432927:0:18598:0:(service.c:3188:ptlrpc_main()) ll_ost_create00_000: service thread [ffff8e730220ae00:18598] 0 exiting: rc = 1 00000100:00100000:1.0:1789518448.433760:0:18599:0:(service.c:3188:ptlrpc_main()) ll_ost_create00_001: service thread [ffff8e730220aa00:18599] 1 exiting: rc = 0 00000100:00100000:3.0:1789518448.433962:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518448.433971:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518448.433977:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518448.433983:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518448.433988:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518448.433994:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518448.433999:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518448.434004:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518448.434009:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518448.434016:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518448.434022:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518448.434027:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518448.434046:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518448.434052:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518448.434057:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518448.434063:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518448.434069:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518448.434075:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518448.434080:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518448.434086:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518448.434091:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518448.434098:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518448.434104:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518448.434110:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518448.434116:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518448.434121:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518448.434126:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518448.434132:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518448.434138:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518448.434143:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518448.434149:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518448.434154:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518448.434159:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518448.434164:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518448.434183:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518448.434199:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518448.434205:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518448.434211:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518448.434216:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518448.434222:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518448.434228:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518448.434233:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518448.434239:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518448.434245:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518448.434250:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518448.434255:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518448.434260:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518448.434274:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518448.434278:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518448.434283:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518448.434288:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518448.434293:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518448.434298:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518448.434303:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518448.434308:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518448.434313:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518448.434318:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518448.434324:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518448.434336:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518448.434343:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518448.434349:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518448.434354:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518448.434359:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518448.434369:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518448.436755:0:18602:0:(service.c:3188:ptlrpc_main()) ll_ost_io00_002: service thread [ffff8e740ddb3200:18602] 2 exiting: rc = 0 00000100:00100000:0.0:1789518448.440274:0:18600:0:(service.c:3188:ptlrpc_main()) ll_ost_io00_000: service thread [ffff8e730220a800:18600] 0 exiting: rc = 1 00000100:00100000:0.0:1789518448.440544:0:18601:0:(service.c:3188:ptlrpc_main()) ll_ost_io00_001: service thread [ffff8e740ddb2a00:18601] 1 exiting: rc = 0 00000100:00100000:1.0:1789518448.442253:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518448.442263:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518448.442269:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518448.442274:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518448.442280:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518448.442291:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518448.442297:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518448.442302:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518448.442307:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518448.442314:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518448.442319:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518448.442325:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518448.442347:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518448.442353:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518448.442358:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518448.442365:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518448.442371:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518448.442399:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518448.442406:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518448.442412:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518448.442419:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518448.442425:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518448.442431:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518448.442437:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518448.442443:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518448.442449:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518448.442455:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518448.442483:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518448.442492:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518448.442497:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518448.442511:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518448.442518:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518448.442523:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518448.442528:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518448.442533:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518448.442539:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518448.442544:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518448.442550:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518448.442556:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518448.442562:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518448.442568:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518448.442588:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518448.442596:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518448.442601:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518448.442605:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518448.442611:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518448.442616:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518448.442629:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518448.442635:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518448.442640:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518448.442646:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518448.442651:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518448.442656:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518448.442662:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518448.442668:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518448.442673:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518448.442678:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518448.442693:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518448.442707:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518448.442716:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518448.442722:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518448.442728:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518448.442736:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518448.442742:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518448.461871:0:18603:0:(service.c:3188:ptlrpc_main()) ll_ost_seq00_000: service thread [ffff8e743b867200:18603] 0 exiting: rc = 1 00000100:00100000:2.0:1789518448.464188:0:18604:0:(service.c:3188:ptlrpc_main()) ll_ost_seq00_001: service thread [ffff8e7435f40c00:18604] 1 exiting: rc = 0 00000100:00100000:1.0:1789518448.464788:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518448.464796:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518448.464802:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518448.464807:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518448.464812:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518448.464818:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518448.464823:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518448.464829:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518448.464834:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518448.464839:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518448.464845:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518448.464849:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518448.464855:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518448.464861:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518448.464866:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518448.464871:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518448.464876:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518448.464896:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518448.464913:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518448.464919:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518448.464925:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518448.464930:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518448.464936:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518448.464941:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518448.464946:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518448.464952:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518448.464957:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518448.464962:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518448.464968:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518448.464973:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518448.464978:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518448.464983:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518448.464988:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518448.464993:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518448.464998:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518448.465003:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518448.465008:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518448.465013:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518448.465018:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518448.465023:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518448.465028:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518448.465034:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518448.465039:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518448.465045:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518448.465051:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518448.465057:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518448.465062:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518448.465067:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518448.465072:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518448.465077:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518448.465082:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518448.465088:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518448.465092:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518448.465104:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518448.465109:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518448.465113:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518448.465118:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518448.465123:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518448.465128:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518448.465133:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518448.465138:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518448.465143:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518448.465148:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789518448.465157:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789518448.472932:0:18605:0:(service.c:3188:ptlrpc_main()) ll_ost_out00_000: service thread [ffff8e743b805c00:18605] 0 exiting: rc = 1 00000100:00100000:3.0:1789518448.473017:0:18606:0:(service.c:3188:ptlrpc_main()) ll_ost_out00_001: service thread [ffff8e7436765400:18606] 1 exiting: rc = 0 00000100:00100000:0.0:1789518448.473163:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789518448.473173:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789518448.473188:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789518448.473196:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789518448.473201:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789518448.473207:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789518448.473213:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789518448.473234:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789518448.473241:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789518448.473247:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789518448.473252:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789518448.473258:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789518448.473263:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789518448.473270:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789518448.473275:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789518448.473281:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789518448.473289:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789518448.473295:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789518448.473316:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789518448.473335:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789518448.473341:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789518448.473347:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789518448.473353:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789518448.473359:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789518448.473365:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789518448.473370:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789518448.473377:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789518448.473383:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789518448.473388:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789518448.473394:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789518448.473400:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789518448.473418:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789518448.473425:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789518448.473431:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789518448.473436:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789518448.473442:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789518448.473447:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789518448.473453:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789518448.473459:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789518448.473496:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789518448.473511:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789518448.473518:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789518448.473524:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789518448.473542:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789518448.473548:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789518448.473554:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789518448.473560:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789518448.473566:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789518448.473572:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789518448.473578:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789518448.473584:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789518448.473589:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789518448.473594:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789518448.473605:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789518448.473611:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789518448.473629:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789518448.473636:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789518448.473642:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789518448.473648:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789518448.473654:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789518448.473659:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789518448.473665:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789518448.473671:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789518448.473684:0:21266:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:02000400:0.0:1789518448.483180:0:21266:0:(tgt_mount.c:2180:server_put_super()) server umount lustre-OST0001 complete 00000001:02000400:2.0:1789518473.689996:0:22032:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg243-server.virtnet: executing load_modules_local 00000020:01000004:2.0:1789518486.588524:0:22632:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:2.0:1789518486.588532:0:22632:0:(obd_mount.c:926:lmd_print()) device: /dev/mapper/mds1_flakey 00000020:01000004:2.0:1789518486.588534:0:22632:0:(obd_mount.c:929:lmd_print()) options: user_xattr,errors=remount-ro 00000080:01200004:2.0:1789518486.588961:0:22632:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff8e74411bf800 00000020:01000004:2.0:1789518486.588977:0:22632:0:(tgt_mount.c:2502:osd_start()) Attempting to start lustre-MDT0000, type=osd-ldiskfs, lsifl=200005, mountfl=0 00000020:01000004:2.0:1789518486.588985:0:22632:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-osd (typ=osd-ldiskfs) 00000020:00000080:2.0:1789518486.589001:0:22632:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-osd (ffff8e743cdd19c0) 00000020:00000080:2.0:1789518486.589016:0:22632:0:(obd_config.c:720:class_attach_name()) OBD: dev 0 attached type osd-ldiskfs with refcount 2 00100000:10000000:1.0:1789518486.722721:0:22632:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x13:0x0] (16/1) registered 00100000:10000000:2.0:1789518486.728073:0:22632:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:2.0:1789518486.749785:0:22632:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xc:0x0] (8/32) registered 00100000:10000000:2.0:1789518486.750425:0:22632:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:2.0:1789518486.751092:0:22632:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:2.0:1789518486.751984:0:22632:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xb:0x0] (8/32) registered 00100000:10000000:2.0:1789518486.753371:0:22632:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:2.0:1789518486.762380:0:22632:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x9:0x0] (8/32) registered 00100000:10000000:2.0:1789518486.763452:0:22632:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20003:0x0] (8/8) registered 00100000:10000000:2.0:1789518486.763839:0:22632:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xa:0x0] (8/32) registered 00100000:10000000:2.0:1789518486.764118:0:22632:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xe:0x0] (8/32) registered 00100000:10000000:2.0:1789518486.764372:0:22632:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20002:0x0] (8/8) registered 00100000:10000000:2.0:1789518486.764631:0:22632:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xd:0x0] (8/32) registered 00100000:10000000:2.0:1789518486.764878:0:22632:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20001:0x0] (8/8) registered 00100000:10000000:2.0:1789518486.766275:0:22632:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1c:0x0] (16/1) registered 00100000:10000000:2.0:1789518486.766575:0:22632:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1d:0x0] (16/1) registered 00100000:10000000:2.0:1789518486.766930:0:22632:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2d:0x0] (24/16) registered 00100000:10000000:2.0:1789518486.767137:0:22632:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x18:0x0] (16/1) registered 00100000:10000000:2.0:1789518486.767542:0:22632:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x17:0x0] (16/1) registered 00100000:10000000:2.0:1789518486.768980:0:22632:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x14:0x0] (16/1) registered 00100000:10000000:2.0:1789518486.769937:0:22632:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x16:0x0] (16/1) registered 00100000:10000000:2.0:1789518486.771066:0:22632:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2c:0x0] (24/16) registered 00100000:10000000:2.0:1789518486.772083:0:22632:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x21:0x0] (16/1) registered 00100000:10000000:2.0:1789518486.772497:0:22632:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x29:0x0] (24/16) registered 00100000:10000000:2.0:1789518486.772977:0:22632:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x23:0x0] (16/1) registered 00100000:10000000:2.0:1789518486.773209:0:22632:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x27:0x0] (24/16) registered 00100000:10000000:2.0:1789518486.773521:0:22632:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x31:0x0] (24/16) registered 00100000:10000000:2.0:1789518486.773737:0:22632:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x15:0x0] (16/1) registered 00100000:10000000:2.0:1789518486.774137:0:22632:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x26:0x0] (24/16) registered 00100000:10000000:2.0:1789518486.774343:0:22632:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x20:0x0] (16/1) registered 00100000:10000000:2.0:1789518486.774972:0:22632:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x22:0x0] (16/1) registered 00100000:10000000:2.0:1789518486.776320:0:22632:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2b:0x0] (24/16) registered 00100000:10000000:2.0:1789518486.777636:0:22632:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x30:0x0] (24/16) registered 00100000:10000000:2.0:1789518486.779584:0:22632:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x25:0x0] (24/16) registered 00100000:10000000:2.0:1789518486.780125:0:22632:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x34:0x0] (24/16) registered 00100000:10000000:2.0:1789518486.780417:0:22632:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2e:0x0] (24/16) registered 00100000:10000000:2.0:1789518486.780666:0:22632:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2a:0x0] (24/16) registered 00100000:10000000:2.0:1789518486.781499:0:22632:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x32:0x0] (24/16) registered 00100000:10000000:2.0:1789518486.782075:0:22632:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1e:0x0] (16/1) registered 00100000:10000000:2.0:1789518486.782397:0:22632:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x19:0x0] (16/1) registered 00100000:10000000:2.0:1789518486.782668:0:22632:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1a:0x0] (16/1) registered 00100000:10000000:2.0:1789518486.783115:0:22632:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x28:0x0] (24/16) registered 00100000:10000000:2.0:1789518486.783378:0:22632:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x33:0x0] (24/16) registered 00100000:10000000:2.0:1789518486.783631:0:22632:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2f:0x0] (24/16) registered 00100000:10000000:2.0:1789518486.784497:0:22632:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1b:0x0] (16/1) registered 00100000:10000000:2.0:1789518486.784825:0:22632:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1f:0x0] (16/1) registered 00100000:10000000:3.0:1789518486.791539:0:22632:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2:0x0] (8/32) registered 00100000:10000000:3.0:1789518486.792625:0:22632:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x20000:0x0] (8/32) registered 00100000:10000000:3.0:1789518486.793917:0:22632:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x2020000:0x0] (8/32) registered 00100000:10000000:3.0:1789518486.794372:0:22632:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x1020000:0x0] (8/32) registered 00100000:10000000:3.0:1789518486.794805:0:22632:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x2010000:0x0] (8/32) registered 00100000:10000000:3.0:1789518486.795419:0:22632:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x10000:0x0] (8/32) registered 00100000:10000000:3.0:1789518486.796012:0:22632:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x1010000:0x0] (8/32) registered 00080000:01000000:3.0:1789518486.800594:0:22632:0:(osd_lproc.c:911:osd_procfs_init()) lustre-MDT0000: register osd-ldiskfs tunable parameters 00000020:00000080:3.0:1789518486.801287:0:22632:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-osd (uuid lustre-MDT0000-osd_UUID) 00080000:01000000:3.0:1789518486.801297:0:22632:0:(osd_handler.c:8924:osd_obd_connect()) connect #0 00000020:00000080:3.0:1789518486.801323:0:22632:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x8d0fd67942315b5d 00000020:01000004:3.0:1789518486.801331:0:22632:0:(tgt_mount.c:2587:server_fill_super()) Found service lustre-MDT0000 on device /dev/mapper/mds1_flakey 00000020:01000000:3.0:1789518486.801336:0:22632:0:(tgt_mount.c:219:server_start_mgs()) Start MGS service MGS 00000020:01000004:3.0:1789518486.801341:0:22632:0:(tgt_mount.c:101:server_register_mount()) register mount ffff8e74411bf800 from MGS 00000020:01000004:3.0:1789518486.801345:0:22632:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MGS (typ=mgs) 00000020:00000080:3.0:1789518486.801357:0:22632:0:(genops.c:413:class_newdev()) Allocate new device MGS (ffff8e74317c8000) 00000020:00000080:3.0:1789518486.801367:0:22632:0:(obd_config.c:720:class_attach_name()) OBD: dev 1 attached type mgs with refcount 2 00000020:01000004:3.0:1789518486.801428:0:22632:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8e74411bf800 from MGS, refs=2 00080000:01000000:3.0:1789518486.801432:0:22632:0:(osd_handler.c:8924:osd_obd_connect()) connect #1 00000020:00000080:3.0:1789518486.801436:0:22632:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x8d0fd67942315b6b 00000100:00100000:3.0:1789518486.801575:0:22632:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/1 left), rc = 0 00000100:00100000:3.0:1789518486.801703:0:22632:0:(service.c:3467:ptlrpc_start_thread()) ldlm_cbd[0] started 0 min 2 max 56 00000100:00100000:3.0:1789518486.801709:0:22632:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'ldlm_cb00_000' 00000100:00100000:3.0:1789518486.808754:0:22632:0:(service.c:3467:ptlrpc_start_thread()) ldlm_cbd[0] started 1 min 2 max 56 00000100:00100000:3.0:1789518486.808781:0:22632:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'ldlm_cb00_001' 00000100:00100000:3.0:1789518486.811140:0:22632:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_canceld: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1789518486.811497:0:22632:0:(service.c:3467:ptlrpc_start_thread()) ldlm_canceld[0] started 0 min 3 max 56 00000100:00100000:3.0:1789518486.811505:0:22632:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'ldlm_cn00_000' 00000100:00100000:3.0:1789518486.818117:0:22632:0:(service.c:3467:ptlrpc_start_thread()) ldlm_canceld[0] started 1 min 3 max 56 00000100:00100000:3.0:1789518486.818136:0:22632:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'ldlm_cn00_001' 00000100:00100000:3.0:1789518486.833113:0:22632:0:(service.c:3467:ptlrpc_start_thread()) ldlm_canceld[0] started 2 min 3 max 56 00000100:00100000:3.0:1789518486.833134:0:22632:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'ldlm_cn00_002' 00010000:00010000:1.0:1789518486.834234:0:22641:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789518486.834238:0:22641:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789518486.834239:0:22641:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789518486.834562:0:22642:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789518486.834565:0:22642:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789518486.834566:0:22642:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789518486.835230:0:22632:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-MGS-0 is initialized 00010000:00010000:1.0:1789518486.836899:0:22641:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:01000000:2.0:1789518486.857219:0:22632:0:(llog_obd.c:197:llog_setup()) obd MGS ctxt 0 is initialized 10000000:01000000:2.0:1789518486.858254:0:22644:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x2 (params) 20000000:01000000:0.0:1789518486.858312:0:22632:0:(mgs_nids.c:666:mgs_nidtbl_init_fs()) IR: current version is 2 20000000:01000000:0.0:1789518486.858365:0:22632:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:0.0:1789518486.859439:0:22632:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 00000100:00100000:0.0:1789518486.860027:0:22632:0:(service.c:155:ptlrpc_grow_req_bufs()) mgs: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1789518486.860366:0:22632:0:(service.c:3467:ptlrpc_start_thread()) mgs[-1] started 0 min 3 max 32 00000100:00100000:0.0:1789518486.860372:0:22632:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_mgs_0000' 00000100:00100000:0.0:1789518486.869425:0:22632:0:(service.c:3467:ptlrpc_start_thread()) mgs[-1] started 1 min 3 max 32 00000100:00100000:0.0:1789518486.869441:0:22632:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_mgs_0001' 00000100:00100000:0.0:1789518486.870341:0:22632:0:(service.c:3467:ptlrpc_start_thread()) mgs[-1] started 2 min 3 max 32 00000100:00100000:0.0:1789518486.870350:0:22632:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_mgs_0002' 00000020:00000080:0.0:1789518486.871186:0:22632:0:(obd_config.c:826:class_setup()) finished setup of obd MGS (uuid MGS) 00000020:01000004:0.0:1789518486.871208:0:22632:0:(obd_mount.c:411:lustre_start_mgc()) Start MGC 'MGC192.168.202.143@tcp' 00000020:01000004:0.0:1789518486.871210:0:22632:0:(obd_mount.c:420:lustre_start_mgc()) mgs NIDs (null). 00000020:01000004:0.0:1789518486.871236:0:22632:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MGC192.168.202.143@tcp (typ=mgc) 00000020:00000080:0.0:1789518486.871248:0:22632:0:(genops.c:413:class_newdev()) Allocate new device MGC192.168.202.143@tcp (ffff8e740482b380) 00000020:00000080:0.0:1789518486.871263:0:22632:0:(obd_config.c:720:class_attach_name()) OBD: dev 2 attached type mgc with refcount 2 00010000:00080000:0.0:1789518486.871346:0:22632:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8e7441115800@MGC192.168.202.143@tcp: add connection 192.168.202.143@tcp at head 00010000:00010000:0.0:1789518486.871574:0:22632:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-MGC192.168.202.143@tcp-0 is initialized 00000040:01000000:0.0:1789518486.871582:0:22632:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.202.143@tcp ctxt 1 is initialized 10000000:01000000:0.0:1789518486.873951:0:22650:0:(mgc_request.c:631:mgc_requeue_thread()) Starting requeue thread 00000020:00000080:0.0:1789518486.874008:0:22632:0:(obd_config.c:826:class_setup()) finished setup of obd MGC192.168.202.143@tcp (uuid 1ba3fd75-b94d-432d-934d-65078cb73340) 00000020:00000080:0.0:1789518486.874031:0:22632:0:(genops.c:1384:class_connect()) connect: client 1ba3fd75-b94d-432d-934d-65078cb73340, cookie 0x8d0fd67942315b79 00000100:00080000:0.0:1789518486.874052:0:22632:0:(import.c:545:import_select_connection()) MGC192.168.202.143@tcp: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1789518486.874063:0:22632:0:(import.c:666:import_select_connection()) MGC192.168.202.143@tcp: import ffff8e7441115800 using connection 192.168.202.143@tcp/0@lo 00000100:00100000:0.0:1789518486.874133:0:22632:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8e7435f0a680 x1876445522793856/t0(0) o250->MGC192.168.202.143@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789518486.874169:0:22632:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 1ba3fd75-b94d-432d-934d-65078cb73340->MGS 00000020:01000004:0.0:1789518486.874198:0:22632:0:(tgt_mount.c:1808:server_start_targets()) starting target lustre-MDT0000 00000020:01000004:0.0:1789518486.874204:0:22632:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MDS (typ=mds) 00000020:00000080:0.0:1789518486.874218:0:22632:0:(genops.c:413:class_newdev()) Allocate new device MDS (ffff8e7404828000) 00000020:00000080:0.0:1789518486.874230:0:22632:0:(obd_config.c:720:class_attach_name()) OBD: dev 3 attached type mds with refcount 2 00000100:00080000:1.0:1789518486.883263:0:22649:0:(pinger.c:466:ping_evictor_main()) Starting Ping Evictor 00000100:00100000:1.0:1789518486.884567:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e7435f0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1ba3fd75-b94d-432d-934d-65078cb73340:3636:1876445522793856:0@lo:250:mount.lustre.0 00000100:00100000:1.0:1789518486.884659:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789518486.884732:0:22645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522793856 00000100:00100000:1.0:1789518486.884740:0:22645:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522793856 00000100:00100000:1.0:1789518486.884771:0:22645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1789518486.884777:0:22645:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e74419f2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0+-99:3636:x1876445522793856:12345-0@lo:250:mount.lustre.0 00010000:00080000:1.0:1789518486.884803:0:22645:0:(ldlm_lib.c:1453:target_handle_connect()) MGS: connection from 1ba3fd75-b94d-432d-934d-65078cb73340@0@lo t0 exp 0000000000000000 cur 654 last 0 00000020:00000080:1.0:1789518486.884830:0:22645:0:(genops.c:1384:class_connect()) connect: client 1ba3fd75-b94d-432d-934d-65078cb73340, cookie 0x8d0fd67942315b87 00000100:00080000:1.0:1789518486.884971:0:22645:0:(import.c:65:import_set_state_nolock()) ffff8e743f888000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1789518486.885019:0:22645:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e74419f2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1ba3fd75-b94d-432d-934d-65078cb73340+5:3636:x1876445522793856:12345-0@lo:250:mount.lustre.0 Request processed in 241us (360us total) trans 0 rc 0/0 00000100:00100000:1.0:1789518486.885037:0:22645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1789518486.885087:0:3636:0:(client.c:3126:ptlrpc_free_committed()) MGC192.168.202.143@tcp: committing for last_committed 0 gen 1 00000100:00080000:1.0:1789518486.885096:0:3636:0:(import.c:1177:ptlrpc_connect_interpret()) MGC192.168.202.143@tcp: connect to target with instance 0 00000100:00080000:1.0:1789518486.885104:0:3636:0:(import.c:1001:ptlrpc_connect_set_flags()) MGC192.168.202.143@tcp: Resetting ns_connect_flags to server flags: 0xa000011001002060 10000000:01000000:1.0:1789518486.885108:0:3636:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808005 00000100:00080000:1.0:1789518486.885110:0:3636:0:(import.c:65:import_set_state_nolock()) ffff8e7441115800 MGS: changing import state from CONNECTING to FULL 10000000:01000000:1.0:1789518486.885113:0:3636:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808004 00000100:00080000:1.0:1789518486.885134:0:3636:0:(pinger.c:186:ptlrpc_pinger_ir_up()) IR up 00000100:00100000:1.0:1789518486.885140:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e7435f0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1ba3fd75-b94d-432d-934d-65078cb73340:3636:1876445522793856:0@lo:250:mount.lustre.0 00000100:00100000:0.0:1789518486.892023:0:22632:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt: allocate 64 new 262144-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1789518486.892287:0:22632:0:(service.c:3467:ptlrpc_start_thread()) mdt[0] started 0 min 3 max 116 00000100:00100000:0.0:1789518486.892293:0:22632:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt00_000' 00000100:00100000:0.0:1789518486.893061:0:22632:0:(service.c:3467:ptlrpc_start_thread()) mdt[0] started 1 min 3 max 116 00000100:00100000:0.0:1789518486.893070:0:22632:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt00_001' 00000100:00100000:0.0:1789518486.898513:0:22632:0:(service.c:3467:ptlrpc_start_thread()) mdt[0] started 2 min 3 max 116 00000100:00100000:0.0:1789518486.898532:0:22632:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt00_002' 00000100:00100000:0.0:1789518486.899385:0:22632:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_readpage: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1789518486.899798:0:22632:0:(service.c:3467:ptlrpc_start_thread()) mdt_readpage[0] started 0 min 2 max 80 00000100:00100000:0.0:1789518486.899805:0:22632:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_rdpg00_000' 00000100:00100000:0.0:1789518486.900381:0:22632:0:(service.c:3467:ptlrpc_start_thread()) mdt_readpage[0] started 1 min 2 max 80 00000100:00100000:0.0:1789518486.900388:0:22632:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_rdpg00_001' 00000100:00100000:1.0:1789518486.997338:0:22632:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_out: allocate 64 new 1048576-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1789518487.000091:0:22632:0:(service.c:3467:ptlrpc_start_thread()) mdt_out[0] started 0 min 2 max 116 00000100:00100000:1.0:1789518487.000106:0:22632:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_out00_000' 00000100:00100000:1.0:1789518487.008895:0:22632:0:(service.c:3467:ptlrpc_start_thread()) mdt_out[0] started 1 min 2 max 116 00000100:00100000:1.0:1789518487.008921:0:22632:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_out00_001' 00000100:00100000:0.0:1789518487.009752:0:22632:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_seqs: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1789518487.009948:0:22632:0:(service.c:3467:ptlrpc_start_thread()) mdt_seqs[-1] started 0 min 2 max 256 00000100:00100000:0.0:1789518487.009953:0:22632:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_seqs_0000' 00000100:00100000:1.0:1789518487.010859:0:22632:0:(service.c:3467:ptlrpc_start_thread()) mdt_seqs[-1] started 1 min 2 max 256 00000100:00100000:1.0:1789518487.010868:0:22632:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_seqs_0001' 00000100:00100000:0.0:1789518487.012331:0:22632:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_seqm: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1789518487.012802:0:22632:0:(service.c:3467:ptlrpc_start_thread()) mdt_seqm[-1] started 0 min 2 max 256 00000100:00100000:0.0:1789518487.012809:0:22632:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_seqm_0000' 00000100:00100000:1.0:1789518487.013550:0:22632:0:(service.c:3467:ptlrpc_start_thread()) mdt_seqm[-1] started 1 min 2 max 256 00000100:00100000:1.0:1789518487.013558:0:22632:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_seqm_0001' 00000100:00100000:2.0:1789518487.014210:0:22632:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_fld: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1789518487.014361:0:22632:0:(service.c:3467:ptlrpc_start_thread()) mdt_fld[-1] started 0 min 2 max 256 00000100:00100000:2.0:1789518487.014366:0:22632:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_fld_0000' 00000100:00100000:2.0:1789518487.015452:0:22632:0:(service.c:3467:ptlrpc_start_thread()) mdt_fld[-1] started 1 min 2 max 256 00000100:00100000:2.0:1789518487.015489:0:22632:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_fld_0001' 00000100:00100000:3.0:1789518487.075568:0:22632:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_io: allocate 64 new 524288-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1789518487.075773:0:22632:0:(service.c:3467:ptlrpc_start_thread()) mdt_io[0] started 0 min 3 max 116 00000100:00100000:3.0:1789518487.075779:0:22632:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_io00_000' 00000100:00100000:2.0:1789518487.077878:0:22632:0:(service.c:3467:ptlrpc_start_thread()) mdt_io[0] started 1 min 3 max 116 00000100:00100000:2.0:1789518487.077891:0:22632:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_io00_001' 00000100:00100000:2.0:1789518487.087930:0:22632:0:(service.c:3467:ptlrpc_start_thread()) mdt_io[0] started 2 min 3 max 116 00000100:00100000:2.0:1789518487.087963:0:22632:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_io00_002' 00000020:00000080:2.0:1789518487.089458:0:22632:0:(obd_config.c:826:class_setup()) finished setup of obd MDS (uuid MDS_uuid) 00000020:01000004:2.0:1789518487.089543:0:22632:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/mds1_flakey 10000000:01000000:2.0:1789518487.089550:0:22632:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.202.143@tcp: cl_mgc_mutex lustre-MDT0000-osd for locked: rc = 0 00000040:01000000:2.0:1789518487.089662:0:22632:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.202.143@tcp ctxt 0 is initialized 00000020:01000004:2.0:1789518487.089704:0:22632:0:(tgt_mount.c:1416:server_register_target()) Registration lustre-MDT0000, fs=lustre, 192.168.202.143@tcp, index=0000, flags=0x20005 00000020:01000004:2.0:1789518487.089710:0:22632:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:2.0:1789518487.089711:0:22632:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1789518487.089713:0:22632:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1789518487.089714:0:22632:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1789518487.089715:0:22632:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1789518487.089717:0:22632:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1789518487.089718:0:22632:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1789518487.089720:0:22632:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1789518487.089722:0:22632:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1789518487.089723:0:22632:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:2.0:1789518487.089725:0:22632:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0000 0x10020005 00000020:01000004:2.0:1789518487.089728:0:22632:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:2.0:1789518487.089729:0:22632:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1789518487.089730:0:22632:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1789518487.089731:0:22632:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1789518487.089732:0:22632:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1789518487.089733:0:22632:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1789518487.089734:0:22632:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1789518487.089735:0:22632:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1789518487.089736:0:22632:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1789518487.089738:0:22632:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:2.0:1789518487.089764:0:22632:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0000 00000100:00100000:2.0:1789518487.089786:0:22632:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e730207c000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1ba3fd75-b94d-432d-934d-65078cb73340:22632:1876445522793984:0@lo:253:mount.lustre.0 00000100:00100000:2.0:1789518487.089873:0:22632:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789518487.099696:0:22632:0:(client.c:2716:ptlrpc_set_wait()) set ffff8e74316a6d80 going to sleep for 11 seconds 00000100:00100000:1.0:1789518487.104304:0:22648:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522793984 00000100:00100000:1.0:1789518487.104320:0:22648:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522793984 00000100:00100000:1.0:1789518487.104409:0:22648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1789518487.104420:0:22648:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e74419f2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1ba3fd75-b94d-432d-934d-65078cb73340+5:22632:x1876445522793984:12345-0@lo:253:mount.lustre.0 20000000:01000000:1.0:1789518487.105044:0:22648:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:1.0:1789518487.105048:0:22648:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 0 is registered to MGS. 20000000:01000000:1.0:1789518487.105052:0:22648:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-MDT0000 is running on 0@lo 10000000:01000000:2.0:1789518487.115165:0:22669:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:01000000:1.0:1789518487.116174:0:22648:0:(mgs_nids.c:666:mgs_nidtbl_init_fs()) IR: current version is 10 20000000:01000000:3.0:1789518487.118098:0:22670:0:(mgs_llog.c:340:mgs_fsdb_handler()) MDT index is 0 20000000:01000000:3.0:1789518487.118106:0:22670:0:(mgs_llog.c:340:mgs_fsdb_handler()) MDT index is 1 20000000:01000000:3.0:1789518487.118109:0:22670:0:(mgs_llog.c:324:mgs_fsdb_handler()) OST index for lustre-OST0000_UUID is 0 (0) 20000000:01000000:3.0:1789518487.118120:0:22670:0:(mgs_llog.c:324:mgs_fsdb_handler()) OST index for lustre-OST0001_UUID is 1 (1) 00000040:00080000:3.0:1789518487.118325:0:22670:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 20000000:01000000:0.0:1789518487.129610:0:22648:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:0.0:1789518487.129623:0:22648:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00000100:00100000:2.0:1789518487.135319:0:22632:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e730207c000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1ba3fd75-b94d-432d-934d-65078cb73340:22632:1876445522793984:0@lo:253:mount.lustre.0 10000000:01000000:2.0:1789518487.135338:0:22632:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0000 got index = 0 00000020:01000004:2.0:1789518487.135341:0:22632:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:2.0:1789518487.135357:0:22632:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1789518487.135358:0:22632:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1789518487.135359:0:22632:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1789518487.135361:0:22632:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1789518487.135362:0:22632:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1789518487.135363:0:22632:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1789518487.135365:0:22632:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1789518487.135366:0:22632:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1789518487.135368:0:22632:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:2.0:1789518487.135387:0:22632:0:(tgt_mount.c:101:server_register_mount()) register mount ffff8e74411bf800 from lustre-MDT0000 10000000:01000000:2.0:1789518487.135425:0:22632:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-MDT0000 from 0 10000000:01000000:2.0:1789518487.135428:0:22632:0:(mgc_request.c:329:config_log_add()) add config log lustre-MDT0000-0000000000000000 10000000:01000000:2.0:1789518487.135433:0:22632:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-sptlrpc-ffff8e740482b380 10000000:01000000:2.0:1789518487.135437:0:22632:0:(mgc_request.c:68:mgc_name2resid()) log lustre-sptlrpc to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1789518487.135445:0:22632:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-sptlrpc-ffff8e740482b380 from 1 10000000:01000000:2.0:1789518487.135448:0:22632:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:2.0:1789518487.135532:0:22632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.143@tcp lock: ffff8e740166d200/0x8d0fd67942315b8e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518487.135545:0:22632:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.143@tcp lock: ffff8e740166d200/0x8d0fd67942315b8e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518487.135554:0:22632:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.143@tcp lock: ffff8e740166d200/0x8d0fd67942315b8e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789518487.135573:0:22632:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e730207c000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1ba3fd75-b94d-432d-934d-65078cb73340:22632:1876445522794112:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1789518487.135833:0:22648:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e74419f2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1ba3fd75-b94d-432d-934d-65078cb73340+5:22632:x1876445522793984:12345-0@lo:253:mount.lustre.0 Request processed in 30690us (45235us total) trans 0 rc 0/0 00000100:00100000:0.0:1789518487.135858:0:22648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1789518487.141820:0:22632:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789518487.141870:0:22632:0:(client.c:2716:ptlrpc_set_wait()) set ffff8e74316a6240 going to sleep for 11 seconds 00000100:00100000:2.0:1789518487.142051:0:22647:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522794112 00000100:00100000:2.0:1789518487.142062:0:22647:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522794112 00000100:00100000:3.0:1789518487.142264:0:22645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1789518487.142275:0:22645:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e74419f3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1ba3fd75-b94d-432d-934d-65078cb73340+5:22632:x1876445522794112:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1789518487.142306:0:22645:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789518487.142328:0:22645:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8e7400031800/0x8d0fd67942315b95 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x8d0fd67942315b8e expref: -99 pid: 22645 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518487.142355:0:22645:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8e7400031800/0x8d0fd67942315b95 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x8d0fd67942315b8e expref: 6 pid: 22645 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518487.142366:0:22645:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8e7400031800/0x8d0fd67942315b95 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x8d0fd67942315b8e expref: 6 pid: 22645 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518487.142375:0:22645:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8e7400031800, rc 0) 00000100:00100000:3.0:1789518487.142438:0:22645:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e74419f3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1ba3fd75-b94d-432d-934d-65078cb73340+6:22632:x1876445522794112:12345-0@lo:101:mount.lustre.0 Request processed in 165us (624us total) trans 0 rc 0/0 00000100:00100000:1.0:1789518487.144157:0:22632:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e730207c000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1ba3fd75-b94d-432d-934d-65078cb73340:22632:1876445522794112:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1789518487.144206:0:22632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.143@tcp lock: ffff8e740166d200/0x8d0fd67942315b8e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x8d0fd67942315b95 expref: -99 pid: 22632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518487.144219:0:22632:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.143@tcp lock: ffff8e740166d200/0x8d0fd67942315b8e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x8d0fd67942315b95 expref: -99 pid: 22632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789518487.144309:0:22632:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e740dda0380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1ba3fd75-b94d-432d-934d-65078cb73340:22632:1876445522794240:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1789518487.144364:0:22632:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789518487.144409:0:22632:0:(client.c:2716:ptlrpc_set_wait()) set ffff8e74316c3480 going to sleep for 11 seconds 00000100:00100000:0.0:1789518487.144630:0:22648:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522794240 00000100:00100000:0.0:1789518487.144637:0:22648:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522794240 00000100:00100000:3.0:1789518487.151711:0:22645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1789518487.152931:0:22648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1789518487.152955:0:22648:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e74419f0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1ba3fd75-b94d-432d-934d-65078cb73340+6:22632:x1876445522794240:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1789518487.153440:0:22632:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e740dda0380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1ba3fd75-b94d-432d-934d-65078cb73340:22632:1876445522794240:0@lo:501:mount.lustre.0 10000000:01000000:1.0:1789518487.153502:0:22632:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.143@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:1.0:1789518487.153527:0:22632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.143@tcp lock: ffff8e740166d200/0x8d0fd67942315b8e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x8d0fd67942315b95 expref: -99 pid: 22632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518487.153538:0:22632:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.143@tcp lock: ffff8e740166d200/0x8d0fd67942315b8e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x8d0fd67942315b95 expref: -99 pid: 22632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789518487.153547:0:22632:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff8e74411bf800 10000000:01000000:1.0:1789518487.153552:0:22632:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:1.0:1789518487.153556:0:22632:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-barrier-ffff8e74411bf800 10000000:01000000:1.0:1789518487.153558:0:22632:0:(mgc_request.c:68:mgc_name2resid()) log lustre-barrier to resid 0x65727473756c/0x5 (lustre) 10000000:01000000:1.0:1789518487.153561:0:22632:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-barrier-ffff8e74411bf800 from 1 10000000:01000000:1.0:1789518487.153563:0:22632:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-barrier (res 0x65727473756c) 00010000:00010000:1.0:1789518487.153607:0:22632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.143@tcp lock: ffff8e7435f0c000/0x8d0fd67942315b9c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518487.153615:0:22632:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.143@tcp lock: ffff8e7435f0c000/0x8d0fd67942315b9c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518487.153642:0:22632:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.143@tcp lock: ffff8e7435f0c000/0x8d0fd67942315b9c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789518487.153662:0:22632:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e740dda0380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1ba3fd75-b94d-432d-934d-65078cb73340:22632:1876445522794368:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1789518487.153700:0:22632:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789518487.153726:0:22632:0:(client.c:2716:ptlrpc_set_wait()) set ffff8e74316c3480 going to sleep for 11 seconds 00000100:00100000:3.0:1789518487.153856:0:22645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522794368 00000100:00100000:3.0:1789518487.153862:0:22645:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522794368 00000100:00100000:3.0:1789518487.153894:0:22645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1789518487.153901:0:22645:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e74419f3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1ba3fd75-b94d-432d-934d-65078cb73340+7:22632:x1876445522794368:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1789518487.153910:0:22645:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789518487.153924:0:22645:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8e7400030e00/0x8d0fd67942315ba3 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x8d0fd67942315b9c expref: -99 pid: 22645 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518487.153945:0:22645:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8e7400030e00/0x8d0fd67942315ba3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x8d0fd67942315b9c expref: 8 pid: 22645 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518487.153955:0:22645:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8e7400030e00/0x8d0fd67942315ba3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x8d0fd67942315b9c expref: 8 pid: 22645 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518487.153962:0:22645:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8e7400030e00, rc 0) 00000100:00100000:3.0:1789518487.154003:0:22645:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e74419f3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1ba3fd75-b94d-432d-934d-65078cb73340+8:22632:x1876445522794368:12345-0@lo:101:mount.lustre.0 Request processed in 102us (302us total) trans 0 rc 0/0 00000100:00100000:3.0:1789518487.154009:0:22645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1789518487.154269:0:22632:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e740dda0380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1ba3fd75-b94d-432d-934d-65078cb73340:22632:1876445522794368:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1789518487.154282:0:22632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.143@tcp lock: ffff8e7435f0c000/0x8d0fd67942315b9c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x8d0fd67942315ba3 expref: -99 pid: 22632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518487.154291:0:22632:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.143@tcp lock: ffff8e7435f0c000/0x8d0fd67942315b9c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x8d0fd67942315ba3 expref: -99 pid: 22632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789518487.154303:0:22632:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.143@tcp: configuration from log 'lustre-barrier' succeeded (0). 00010000:00010000:1.0:1789518487.154317:0:22632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.143@tcp lock: ffff8e7435f0c000/0x8d0fd67942315b9c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x8d0fd67942315ba3 expref: -99 pid: 22632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518487.154325:0:22632:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.143@tcp lock: ffff8e7435f0c000/0x8d0fd67942315b9c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x8d0fd67942315ba3 expref: -99 pid: 22632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789518487.154332:0:22632:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-MDT0000-0000000000000000 10000000:01000000:1.0:1789518487.154336:0:22632:0:(mgc_request.c:68:mgc_name2resid()) log lustre-MDT0000 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:1.0:1789518487.154340:0:22632:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-mdtir-ffff8e74411bf800 10000000:01000000:1.0:1789518487.154343:0:22632:0:(mgc_request.c:68:mgc_name2resid()) log lustre-mdtir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:1.0:1789518487.154346:0:22632:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-MDT0000-0000000000000000 from 1 10000000:01000000:1.0:1789518487.154348:0:22632:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0000 (res 0x65727473756c) 00010000:00010000:1.0:1789518487.154362:0:22632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.143@tcp lock: ffff8e7435f0d200/0x8d0fd67942315baa lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518487.154376:0:22632:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.143@tcp lock: ffff8e7435f0d200/0x8d0fd67942315baa lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518487.154383:0:22632:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.143@tcp lock: ffff8e7435f0d200/0x8d0fd67942315baa lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789518487.154397:0:22632:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e740dda0380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1ba3fd75-b94d-432d-934d-65078cb73340:22632:1876445522794496:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1789518487.154422:0:22632:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789518487.154441:0:22632:0:(client.c:2716:ptlrpc_set_wait()) set ffff8e74316c3480 going to sleep for 11 seconds 00000100:00100000:0.0:1789518487.154506:0:22648:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e74419f0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1ba3fd75-b94d-432d-934d-65078cb73340+6:22632:x1876445522794240:12345-0@lo:501:mount.lustre.0 Request processed in 169us (8747us total) trans 0 rc -2/-2 00000100:00100000:0.0:1789518487.154516:0:22648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1789518487.154523:0:22645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522794496 00000100:00100000:3.0:1789518487.154527:0:22645:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522794496 00000100:00100000:3.0:1789518487.154553:0:22645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1789518487.154560:0:22645:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e743c9e0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1ba3fd75-b94d-432d-934d-65078cb73340+7:22632:x1876445522794496:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1789518487.154567:0:22645:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789518487.154575:0:22645:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8e7400031600/0x8d0fd67942315bb1 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x8d0fd67942315baa expref: -99 pid: 22645 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518487.154589:0:22645:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8e7400031600/0x8d0fd67942315bb1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x8d0fd67942315baa expref: 8 pid: 22645 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518487.154597:0:22645:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8e7400031600/0x8d0fd67942315bb1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x8d0fd67942315baa expref: 8 pid: 22645 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518487.154604:0:22645:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8e7400031600, rc 0) 00000100:00100000:3.0:1789518487.154643:0:22645:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e743c9e0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1ba3fd75-b94d-432d-934d-65078cb73340+8:22632:x1876445522794496:12345-0@lo:101:mount.lustre.0 Request processed in 84us (219us total) trans 0 rc 0/0 00000100:00100000:1.0:1789518487.154749:0:22632:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e740dda0380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1ba3fd75-b94d-432d-934d-65078cb73340:22632:1876445522794496:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1789518487.154759:0:22632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.143@tcp lock: ffff8e7435f0d200/0x8d0fd67942315baa lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x8d0fd67942315bb1 expref: -99 pid: 22632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518487.154766:0:22632:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.143@tcp lock: ffff8e7435f0d200/0x8d0fd67942315baa lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x8d0fd67942315bb1 expref: -99 pid: 22632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789518487.154815:0:22632:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e740dda0380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1ba3fd75-b94d-432d-934d-65078cb73340:22632:1876445522794624:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1789518487.154855:0:22632:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789518487.154879:0:22632:0:(client.c:2716:ptlrpc_set_wait()) set ffff8e74316c3480 going to sleep for 11 seconds 00000100:00100000:2.0:1789518487.155041:0:22647:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522794624 00000100:00100000:2.0:1789518487.155046:0:22647:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522794624 00000100:00100000:3.0:1789518487.164762:0:22645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1789518487.171340:0:22647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1789518487.171366:0:22647:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e743c9e3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1ba3fd75-b94d-432d-934d-65078cb73340+8:22632:x1876445522794624:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789518487.171590:0:22647:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e743c9e3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1ba3fd75-b94d-432d-934d-65078cb73340+9:22632:x1876445522794624:12345-0@lo:501:mount.lustre.0 Request processed in 236us (16733us total) trans 0 rc 0/0 00000100:00100000:2.0:1789518487.171611:0:22647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1789518487.171792:0:22632:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e740dda0380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1ba3fd75-b94d-432d-934d-65078cb73340:22632:1876445522794624:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1789518487.171862:0:22632:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e740dda0380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1ba3fd75-b94d-432d-934d-65078cb73340:22632:1876445522794752:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1789518487.171995:0:22632:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789518487.172108:0:22632:0:(client.c:2716:ptlrpc_set_wait()) set ffff8e74316c3480 going to sleep for 11 seconds 00000100:00100000:3.0:1789518487.173256:0:22645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522794752 00000100:00100000:3.0:1789518487.173266:0:22645:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522794752 00000100:00100000:3.0:1789518487.173319:0:22645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:3.0:1789518487.173328:0:22645:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e743c9e3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1ba3fd75-b94d-432d-934d-65078cb73340+9:22632:x1876445522794752:12345-0@lo:503:mount.lustre.0 00000100:00100000:3.0:1789518487.174339:0:22645:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e743c9e3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1ba3fd75-b94d-432d-934d-65078cb73340+9:22632:x1876445522794752:12345-0@lo:503:mount.lustre.0 Request processed in 1008us (2340us total) trans 0 rc 0/0 00000100:00100000:3.0:1789518487.174350:0:22645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1789518487.174687:0:22632:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e740dda0380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1ba3fd75-b94d-432d-934d-65078cb73340:22632:1876445522794752:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1789518487.175538:0:22671:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e740dda0380 pname:cluuid:pid:xid:nid:opc:job llog_process_th:1ba3fd75-b94d-432d-934d-65078cb73340:22671:1876445522794880:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1789518487.175605:0:22671:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789518487.175634:0:22671:0:(client.c:2716:ptlrpc_set_wait()) set ffff8e74316c3f00 going to sleep for 11 seconds 00000100:00100000:0.0:1789518487.175766:0:22648:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522794880 00000100:00100000:0.0:1789518487.175774:0:22648:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522794880 00000100:00100000:0.0:1789518487.175833:0:22648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1789518487.175851:0:22648:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e743c9e0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1ba3fd75-b94d-432d-934d-65078cb73340+9:22671:x1876445522794880:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1789518487.177240:0:22648:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e743c9e0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1ba3fd75-b94d-432d-934d-65078cb73340+9:22671:x1876445522794880:12345-0@lo:502:llog_process_th.0 Request processed in 1386us (1630us total) trans 0 rc 0/0 00000100:00100000:0.0:1789518487.177251:0:22648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1789518487.177370:0:22671:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e740dda0380 pname:cluuid:pid:xid:nid:opc:job llog_process_th:1ba3fd75-b94d-432d-934d-65078cb73340:22671:1876445522794880:0@lo:502:llog_process_th.0 00000020:01000000:1.0:1789518487.177404:0:22671:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1789518487.177415:0:22671:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789518487.177418:0:22671:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) lustre-MDT0000-m lov setup 00000020:01000000:1.0:1789518487.177423:0:22671:0:(obd_config.c:1967:class_config_llog_handler()) For 2.x interoperability, rename obd type from lov to lod (lustre-MDT0000) 00000020:00000080:1.0:1789518487.177425:0:22671:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1789518487.177439:0:22671:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-mdtlov (ffff8e740dd999c0) 00000020:00000080:1.0:1789518487.177455:0:22671:0:(obd_config.c:720:class_attach_name()) OBD: dev 4 attached type lod with refcount 2 00000020:00000080:1.0:1789518487.177540:0:22671:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00080000:01000000:1.0:1789518487.177633:0:22671:0:(osd_handler.c:8924:osd_obd_connect()) connect #2 00000020:00000080:1.0:1789518487.177641:0:22671:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x8d0fd67942315bbf 00000020:00000080:1.0:1789518487.179082:0:22671:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-mdtlov (uuid lustre-MDT0000-mdtlov_UUID) 00000020:01000000:1.0:1789518487.179093:0:22671:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1789518487.179101:0:22671:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789518487.179104:0:22671:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) lustre-MDT0000-m lov setup 00000020:01000000:1.0:1789518487.179106:0:22671:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1789518487.179110:0:22671:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789518487.179379:0:22671:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) lustre-MDT0000 add mdt 00000020:00000080:1.0:1789518487.179387:0:22671:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1789518487.179402:0:22671:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000 (ffff8e740dd9cd40) 00000020:00000080:1.0:1789518487.179421:0:22671:0:(obd_config.c:720:class_attach_name()) OBD: dev 5 attached type mdt with refcount 2 00000020:00000080:1.0:1789518487.179425:0:22671:0:(obd_config.c:1472:class_process_config()) processing cmd: cf007 00000020:00000080:1.0:1789518487.179427:0:22671:0:(obd_config.c:1516:class_process_config()) mountopt: profile lustre-MDT0000 osc lustre-MDT0000-mdtlov mdc (null) 00000020:01000000:1.0:1789518487.179431:0:22671:0:(obd_config.c:1149:class_add_profile()) Add profile lustre-MDT0000 00000020:00000080:1.0:1789518487.179437:0:22671:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:01000004:1.0:1789518487.179519:0:22671:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8e74411bf800 from lustre-MDT0000, refs=3 00000020:00000080:1.0:1789518487.179530:0:22671:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDD0000 (ffff8e740dd98000) 00000020:00000080:1.0:1789518487.179538:0:22671:0:(obd_config.c:720:class_attach_name()) OBD: dev 6 attached type mdd with refcount 2 00000004:01000000:1.0:1789518487.179583:0:22671:0:(lod_dev.c:2291:lod_obd_connect()) connect #0 00000020:00000080:1.0:1789518487.179599:0:22671:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x8d0fd67942315bd4 00000020:00000080:1.0:1789518487.179714:0:22671:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDD0000 (uuid lustre-MDD0000_UUID) 00000004:01000000:1.0:1789518487.179721:0:22671:0:(mdd_device.c:1598:mdd_obd_connect()) connect #0 00000020:00000080:1.0:1789518487.179725:0:22671:0:(genops.c:1384:class_connect()) connect: client lustre-MDD0000_UUID, cookie 0x8d0fd67942315bdb 00080000:01000000:1.0:1789518487.179730:0:22671:0:(osd_handler.c:8924:osd_obd_connect()) connect #3 00000020:00000080:1.0:1789518487.179734:0:22671:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x8d0fd67942315be2 00010000:00010000:2.0:1789518487.303547:0:22671:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-mdt-lustre-MDT0000_UUID-1 is initialized 00000001:00000004:2.0:1789518487.304548:0:22671:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 8589934628 00000001:00080000:2.0:1789518487.305012:0:22671:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0000: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000020:00000080:2.0:1789518487.305558:0:22671:0:(genops.c:413:class_newdev()) Allocate new device lustre-QMT0000 (ffff8e743cdd4d40) 00000020:00000080:2.0:1789518487.305576:0:22671:0:(obd_config.c:720:class_attach_name()) OBD: dev 7 attached type qmt with refcount 2 00080000:01000000:2.0:1789518487.305639:0:22671:0:(osd_handler.c:8924:osd_obd_connect()) connect #4 00000020:00000080:2.0:1789518487.305646:0:22671:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x8d0fd67942315bf0 00000020:00000080:2.0:1789518487.309903:0:22671:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-QMT0000 (uuid lustre-QMT0000_UUID) 00000020:00000080:2.0:1789518487.320380:0:22671:0:(genops.c:1384:class_connect()) connect: client lustre-QMT0000_UUID, cookie 0x8d0fd67942315bf7 00000020:00000080:3.0:1789518487.320936:0:22671:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000 (uuid lustre-MDT0000_UUID) 00000020:01000000:3.0:1789518487.320949:0:22671:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1789518487.320955:0:22671:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789518487.320958:0:22671:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) lustre-MDT0000 add mdt 00000020:01000000:3.0:1789518487.320961:0:22671:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:3.0:1789518487.320964:0:22671:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #9 00000020:01000000:3.0:1789518487.320966:0:22671:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1789518487.320968:0:22671:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1789518487.320970:0:22671:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:3.0:1789518487.320972:0:22671:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789518487.320974:0:22671:0:(obd_config.c:1563:class_process_config()) marker 9 (0x6) lustre sys.timeout 00000020:01000000:3.0:1789518487.320977:0:22671:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1789518487.320981:0:22671:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789518487.320983:0:22671:0:(obd_config.c:1563:class_process_config()) marker 10 (0x1) lustre-MDT0000 mdt.identity_upcall 00000020:00000080:3.0:1789518487.320987:0:22671:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000004:01000000:3.0:1789518487.321043:0:22671:0:(mdt_lproc.c:316:identity_upcall_store()) lustre-MDT0000: identity upcall set to /home/green/git/lustre-release/lustre/utils/l_getidentity 00000020:01000000:3.0:1789518487.321066:0:22671:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1789518487.321070:0:22671:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789518487.321071:0:22671:0:(obd_config.c:1563:class_process_config()) marker 10 (0x2) lustre-MDT0000 mdt.identity_upcall 00000020:01000000:3.0:1789518487.321074:0:22671:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1789518487.321077:0:22671:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789518487.321079:0:22671:0:(obd_config.c:1563:class_process_config()) marker 17 (0x1) lustre-MDT0001 add osp 00000020:00000080:3.0:1789518487.321083:0:22671:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:3.0:1789518487.321089:0:22671:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.202.143@tcp to nid 0x20000c0a8ca8f (192.168.202.143@tcp) 00000020:00000080:3.0:1789518487.321124:0:22671:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1789518487.321142:0:22671:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-osp-MDT0000 (ffff8e74317ccd40) 00000020:00000080:3.0:1789518487.321167:0:22671:0:(obd_config.c:720:class_attach_name()) OBD: dev 8 attached type osp with refcount 2 00000020:00000080:3.0:1789518487.321173:0:22671:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:3.0:1789518487.321240:0:22671:0:(osp_dev.c:1203:osp_init0()) lustre-MDT0001-osp-MDT0000: connect to lustre-MDT0000-osd (lustre-MDT0001-osp-MDT0000) 00080000:01000000:3.0:1789518487.321247:0:22671:0:(osd_handler.c:8924:osd_obd_connect()) connect #5 00000020:00000080:3.0:1789518487.321254:0:22671:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x8d0fd67942315c05 00010000:00080000:3.0:1789518487.321293:0:22671:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8e7303555800@lustre-MDT0001-osp-MDT0000: add connection 192.168.202.143@tcp at head 00010000:00010000:3.0:1789518487.322961:0:22671:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-osp-MDT0000-1 is initialized 00000020:00000080:0.0:1789518487.326943:0:22671:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-osp-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1789518487.326957:0:22671:0:(obd_config.c:1472:class_process_config()) processing cmd: cf014 00000004:01000000:0.0:1789518487.326991:0:22671:0:(lod_lov.c:128:lod_add_device()) osp:lustre-MDT0001_UUID idx:1 gen:1 00000020:00000080:0.0:1789518487.327009:0:22671:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x8d0fd67942315c0c 00000100:00080000:0.0:1789518487.327019:0:22671:0:(import.c:545:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1789518487.327031:0:22671:0:(import.c:666:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff8e7303555800 using connection 192.168.202.143@tcp/0@lo 00000100:00100000:0.0:1789518487.327068:0:22671:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8e7435f08380 x1876445522795008/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789518487.327099:0:22671:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID 00000020:01000000:0.0:1789518487.327187:0:22671:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1789518487.327199:0:22671:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789518487.327201:0:22671:0:(obd_config.c:1563:class_process_config()) marker 17 (0x2) lustre-MDT0001 add osp 00000020:01000000:0.0:1789518487.327204:0:22671:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:0.0:1789518487.327207:0:22671:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #20 00000020:01000000:0.0:1789518487.327213:0:22671:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1789518487.327215:0:22671:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1789518487.327217:0:22671:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:0.0:1789518487.327219:0:22671:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789518487.327221:0:22671:0:(obd_config.c:1563:class_process_config()) marker 20 (0x6) lustre sys.timeout 00000020:01000000:0.0:1789518487.327223:0:22671:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:0.0:1789518487.327228:0:22671:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of /dev/mapper/mds1_flakey 00000020:00000080:0.0:1789518487.327231:0:22671:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789518487.327232:0:22671:0:(obd_config.c:1563:class_process_config()) marker 22 (0x1) lustre-OST0000 add osc 00000020:00000080:0.0:1789518487.327235:0:22671:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:0.0:1789518487.327239:0:22671:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.202.143@tcp to nid 0x20000c0a8ca8f (192.168.202.143@tcp) 00000020:01000000:0.0:1789518487.327259:0:22671:0:(obd_config.c:1974:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0000) 00000020:00000080:0.0:1789518487.327261:0:22671:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1789518487.327272:0:22671:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-MDT0000 (ffff8e740482cd40) 00000020:00000080:0.0:1789518487.327282:0:22671:0:(obd_config.c:720:class_attach_name()) OBD: dev 9 attached type osp with refcount 2 00000020:00000080:0.0:1789518487.327285:0:22671:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:0.0:1789518487.327346:0:22671:0:(osp_dev.c:1203:osp_init0()) lustre-OST0000-osc-MDT0000: connect to lustre-MDT0000-osd (lustre-OST0000-osc-MDT0000) 00080000:01000000:0.0:1789518487.327351:0:22671:0:(osd_handler.c:8924:osd_obd_connect()) connect #6 00000020:00000080:0.0:1789518487.327356:0:22671:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x8d0fd67942315c1a 00010000:00080000:0.0:1789518487.327381:0:22671:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8e74044ca000@lustre-OST0000-osc-MDT0000: add connection 192.168.202.143@tcp at head 00010000:00010000:0.0:1789518487.327603:0:22671:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-MDT0000-2 is initialized 00000100:00100000:1.0:1789518487.327948:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e7435f08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3636:1876445522795008:0@lo:38:llog_process_th.0 00000100:00100000:1.0:1789518487.328010:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789518487.328070:0:22658:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522795008 00000100:00100000:2.0:1789518487.328079:0:22658:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522795008 00000100:00100000:2.0:1789518487.328117:0:22658:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1789518487.328126:0:22658:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e740dda0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3636:x1876445522795008:12345-0@lo:38:llog_process_th.0 00010000:00020000:2.0:1789518487.328153:0:22658:0:(ldlm_lib.c:1199:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1789518487.328265:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1789518487.328274:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e743a17f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1ba3fd75-b94d-432d-934d-65078cb73340:3640:1876445522795136:0@lo:400:kworker.0 00000100:00100000:3.0:1789518487.328305:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789518487.328334:0:22645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522795136 00000100:00100000:3.0:1789518487.328338:0:22645:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522795136 00000100:00100000:3.0:1789518487.328365:0:22645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1789518487.328371:0:22645:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e743c9e1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1ba3fd75-b94d-432d-934d-65078cb73340+9:3640:x1876445522795136:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789518487.328421:0:22645:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e743c9e1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1ba3fd75-b94d-432d-934d-65078cb73340+9:3640:x1876445522795136:12345-0@lo:400:kworker.0 Request processed in 49us (115us total) trans 0 rc 0/0 00000100:00100000:3.0:1789518487.328428:0:22645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1789518487.328505:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e743a17f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1ba3fd75-b94d-432d-934d-65078cb73340:3640:1876445522795136:0@lo:400:kworker.0 00000040:01000000:0.0:1789518487.338096:0:22671:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:0.0:1789518487.341074:0:22671:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0000-osc-MDT0000 ctxt 2 is initialized 00000040:00080000:1.0:1789518487.350348:0:22671:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1789518487.350720:0:22671:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x2:0x0].3, 64 off8384 00000040:00080000:1.0:1789518487.361648:0:22671:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x10:0x0].1, 64 off8256 00000040:00080000:1.0:1789518487.364041:0:22677:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:1.0:1789518487.364050:0:22677:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x10:0x0] at index 3 of catalog [0x1:0x2:0x0] 00000020:00000080:0.0:1789518487.367507:0:22671:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1789518487.367523:0:22671:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00000004:01000000:0.0:1789518487.367568:0:22671:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0000_UUID idx:0 gen:1 00000020:00000080:0.0:1789518487.367588:0:22671:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x8d0fd67942315c21 00000100:00080000:0.0:1789518487.367598:0:22671:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1789518487.367610:0:22671:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff8e74044ca000 using connection 192.168.202.143@tcp/0@lo 00000100:00100000:0.0:1789518487.367651:0:22671:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8e7435f09c00 x1876445522795264/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789518487.367680:0:22671:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID 00000020:01000000:0.0:1789518487.367752:0:22671:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1789518487.367756:0:22671:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789518487.367758:0:22671:0:(obd_config.c:1563:class_process_config()) marker 22 (0x2) lustre-OST0000 add osc 00000020:01000000:0.0:1789518487.367761:0:22671:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:0.0:1789518487.367763:0:22671:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #27 00000020:01000000:0.0:1789518487.367765:0:22671:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1789518487.367767:0:22671:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1789518487.367768:0:22671:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:0.0:1789518487.367771:0:22671:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789518487.367772:0:22671:0:(obd_config.c:1563:class_process_config()) marker 27 (0x6) lustre sys.timeout 00000020:01000000:0.0:1789518487.367775:0:22671:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:0.0:1789518487.367779:0:22671:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of /dev/mapper/mds1_flakey 00000020:00000080:0.0:1789518487.367782:0:22671:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789518487.367783:0:22671:0:(obd_config.c:1563:class_process_config()) marker 30 (0x1) lustre-OST0001 add osc 00000020:00000080:0.0:1789518487.367786:0:22671:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:0.0:1789518487.367790:0:22671:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.202.143@tcp to nid 0x20000c0a8ca8f (192.168.202.143@tcp) 00000020:01000000:0.0:1789518487.367815:0:22671:0:(obd_config.c:1974:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0000) 00000020:00000080:0.0:1789518487.367817:0:22671:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1789518487.367829:0:22671:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-MDT0000 (ffff8e74048299c0) 00000100:00100000:1.0:1789518487.368073:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e7435f09c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3636:1876445522795264:0@lo:8:llog_process_th.0 00000400:00000100:1.0:1789518487.368130:0:3636:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1876445522795264 offset 0 length 520: 4 00000100:00100000:3.0:1789518487.369749:0:22658:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e740dda0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3636:x1876445522795008:12345-0@lo:38:llog_process_th.0 Request processed in 41611us (41726us total) trans 0 rc -19/-19 00000100:00100000:3.0:1789518487.369768:0:22658:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00080000:1.0:1789518487.369990:0:3636:0:(import.c:65:import_set_state_nolock()) ffff8e7303555800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789518487.369996:0:3636:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1789518487.370000:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e7435f08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3636:1876445522795008:0@lo:38:llog_process_th.0 00000020:00000080:0.0:1789518487.370350:0:22671:0:(obd_config.c:720:class_attach_name()) OBD: dev 10 attached type osp with refcount 2 00000020:00000080:0.0:1789518487.370368:0:22671:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:0.0:1789518487.370511:0:22671:0:(osp_dev.c:1203:osp_init0()) lustre-OST0001-osc-MDT0000: connect to lustre-MDT0000-osd (lustre-OST0001-osc-MDT0000) 00080000:01000000:0.0:1789518487.370519:0:22671:0:(osd_handler.c:8924:osd_obd_connect()) connect #7 00000020:00000080:0.0:1789518487.370531:0:22671:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x8d0fd67942315c2f 00010000:00080000:0.0:1789518487.370718:0:22671:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8e74416eb000@lustre-OST0001-osc-MDT0000: add connection 192.168.202.143@tcp at head 00010000:00010000:0.0:1789518487.371210:0:22671:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-MDT0000-3 is initialized 00000040:01000000:0.0:1789518487.371276:0:22671:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:0.0:1789518487.371291:0:22671:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0001-osc-MDT0000 ctxt 2 is initialized 00000040:00080000:0.0:1789518487.376265:0:22671:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1789518487.377405:0:22671:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x5:0x0].3, 64 off8384 00000040:00080000:0.0:1789518487.377637:0:22671:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x12:0x0].1, 64 off8256 00000040:00080000:0.0:1789518487.379414:0:22679:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:0.0:1789518487.379421:0:22679:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x12:0x0] at index 3 of catalog [0x1:0x5:0x0] 00000020:00000080:0.0:1789518487.380842:0:22671:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1789518487.380856:0:22671:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00000004:01000000:0.0:1789518487.380896:0:22671:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0001_UUID idx:1 gen:1 00000020:00000080:0.0:1789518487.380916:0:22671:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x8d0fd67942315c36 00000100:00080000:0.0:1789518487.380926:0:22671:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1789518487.380937:0:22671:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff8e74416eb000 using connection 192.168.202.143@tcp/0@lo 00000100:00100000:0.0:1789518487.380972:0:22671:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8e7435f08000 x1876445522795392/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789518487.381045:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e7435f08000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3636:1876445522795392:0@lo:8:llog_process_th.0 00000400:00000100:1.0:1789518487.381116:0:3636:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1876445522795392 offset 0 length 520: 4 00000100:00080000:0.0:1789518487.383291:0:22671:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID 00000020:01000000:0.0:1789518487.383401:0:22671:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1789518487.383409:0:22671:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789518487.383411:0:22671:0:(obd_config.c:1563:class_process_config()) marker 30 (0x2) lustre-OST0001 add osc 00000020:01000000:0.0:1789518487.383415:0:22671:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1789518487.383420:0:22671:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789518487.383422:0:22671:0:(obd_config.c:1563:class_process_config()) marker 36 (0x1) lustre sys.timeout 00000020:00000080:0.0:1789518487.383424:0:22671:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:0.0:1789518487.383426:0:22671:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:0.0:1789518487.383428:0:22671:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1789518487.383430:0:22671:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789518487.383432:0:22671:0:(obd_config.c:1563:class_process_config()) marker 36 (0x2) lustre sys.timeout 00000020:01000000:0.0:1789518487.383434:0:22671:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1789518487.383437:0:22671:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789518487.383438:0:22671:0:(obd_config.c:1563:class_process_config()) marker 41 (0x1) lustre sys.jobid_var 00000020:00000080:0.0:1789518487.383442:0:22671:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000100:00100000:0.0:1789518487.383505:0:22671:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e7435f0b100 pname:cluuid:pid:xid:nid:opc:job llog_process_th:1ba3fd75-b94d-432d-934d-65078cb73340:22671:1876445522795520:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1789518487.383589:0:22671:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789518487.383634:0:22671:0:(client.c:2716:ptlrpc_set_wait()) set ffff8e7413aecf00 going to sleep for 11 seconds 00000100:00100000:2.0:1789518487.383766:0:22648:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522795520 00000100:00100000:2.0:1789518487.383775:0:22648:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522795520 00000100:00100000:0.0:1789518487.383965:0:22645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1789518487.383982:0:22645:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e743c9e3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1ba3fd75-b94d-432d-934d-65078cb73340+9:22671:x1876445522795520:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1789518487.384172:0:22645:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e743c9e3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1ba3fd75-b94d-432d-934d-65078cb73340+9:22671:x1876445522795520:12345-0@lo:502:llog_process_th.0 Request processed in 192us (583us total) trans 0 rc 0/0 00000100:00100000:0.0:1789518487.384180:0:22645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1789518487.384218:0:22671:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e7435f0b100 pname:cluuid:pid:xid:nid:opc:job llog_process_th:1ba3fd75-b94d-432d-934d-65078cb73340:22671:1876445522795520:0@lo:502:llog_process_th.0 00000020:01000000:2.0:1789518487.384248:0:22671:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789518487.384253:0:22671:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789518487.384255:0:22671:0:(obd_config.c:1563:class_process_config()) marker 41 (0x2) lustre sys.jobid_var 00000040:00080000:2.0:1789518487.384259:0:22671:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 46 count 46 00000020:01000000:3.0:1789518487.384388:0:22632:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-MDT0000 gen 1-45 (rc=0) 10000000:01000000:3.0:1789518487.384409:0:22632:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.143@tcp: configuration from log 'lustre-MDT0000' succeeded (0). 00010000:00010000:3.0:1789518487.384432:0:22632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.143@tcp lock: ffff8e7435f0d200/0x8d0fd67942315baa lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x8d0fd67942315bb1 expref: -99 pid: 22632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518487.384444:0:22632:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.143@tcp lock: ffff8e7435f0d200/0x8d0fd67942315baa lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x8d0fd67942315bb1 expref: -99 pid: 22632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789518487.384452:0:22632:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff8e74411bf800 from 1 10000000:01000000:3.0:1789518487.384455:0:22632:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:3.0:1789518487.384515:0:22632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.143@tcp lock: ffff8e7400031000/0x8d0fd67942315c3d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518487.384524:0:22632:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.143@tcp lock: ffff8e7400031000/0x8d0fd67942315c3d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518487.384539:0:22632:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.143@tcp lock: ffff8e7400031000/0x8d0fd67942315c3d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789518487.384553:0:22632:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e743a17f480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1ba3fd75-b94d-432d-934d-65078cb73340:22632:1876445522795648:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1789518487.384584:0:22632:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789518487.384609:0:22632:0:(client.c:2716:ptlrpc_set_wait()) set ffff8e7406dad600 going to sleep for 11 seconds 00000100:00100000:0.0:1789518487.384753:0:22645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522795648 00000100:00100000:0.0:1789518487.384758:0:22645:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522795648 00000100:00100000:0.0:1789518487.384781:0:22645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1789518487.384787:0:22645:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e743c9e1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1ba3fd75-b94d-432d-934d-65078cb73340+9:22632:x1876445522795648:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1789518487.384794:0:22645:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789518487.384808:0:22645:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8e7435f9d400/0x8d0fd67942315c44 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x8d0fd67942315c3d expref: -99 pid: 22645 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518487.384827:0:22645:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8e7435f9d400/0x8d0fd67942315c44 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x8d0fd67942315c3d expref: 10 pid: 22645 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518487.384837:0:22645:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8e7435f9d400/0x8d0fd67942315c44 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x8d0fd67942315c3d expref: 10 pid: 22645 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518487.384845:0:22645:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8e7435f9d400, rc 0) 00000100:00100000:0.0:1789518487.384874:0:22645:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e743c9e1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1ba3fd75-b94d-432d-934d-65078cb73340+10:22632:x1876445522795648:12345-0@lo:101:mount.lustre.0 Request processed in 88us (289us total) trans 0 rc 0/0 00000100:00100000:0.0:1789518487.384880:0:22645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1789518487.385320:0:22632:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e743a17f480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1ba3fd75-b94d-432d-934d-65078cb73340:22632:1876445522795648:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1789518487.385335:0:22632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.143@tcp lock: ffff8e7400031000/0x8d0fd67942315c3d lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x8d0fd67942315c44 expref: -99 pid: 22632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518487.385345:0:22632:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.143@tcp lock: ffff8e7400031000/0x8d0fd67942315c3d lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x8d0fd67942315c44 expref: -99 pid: 22632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789518487.385952:0:22632:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e743a17f480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1ba3fd75-b94d-432d-934d-65078cb73340:22632:1876445522795776:0@lo:256:mount.lustre.0 00000100:00100000:3.0:1789518487.386002:0:22632:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789518487.386653:0:22632:0:(client.c:2716:ptlrpc_set_wait()) set ffff8e7406dad600 going to sleep for 11 seconds 00000100:00100000:2.0:1789518487.386772:0:22645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522795776 00000100:00100000:2.0:1789518487.386781:0:22645:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522795776 00000100:00100000:2.0:1789518487.386971:0:22645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1789518487.386984:0:22645:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e743c9e0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1ba3fd75-b94d-432d-934d-65078cb73340+10:22632:x1876445522795776:12345-0@lo:256:mount.lustre.0 20000000:01000000:2.0:1789518487.387004:0:22645:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 1048576. 20000000:01000000:2.0:1789518487.387021:0:22645:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 0, version 1 00000100:00100000:2.0:1789518487.389276:0:22645:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e743c9e0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1ba3fd75-b94d-432d-934d-65078cb73340+10:22632:x1876445522795776:12345-0@lo:256:mount.lustre.0 Request processed in 2286us (3265us total) trans 0 rc 0/0 00000100:00100000:0.0:1789518487.392171:0:22632:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e743a17f480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1ba3fd75-b94d-432d-934d-65078cb73340:22632:1876445522795776:0@lo:256:mount.lustre.0 10000000:01000000:0.0:1789518487.392788:0:22632:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.143@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:0.0:1789518487.392826:0:22632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.143@tcp lock: ffff8e7400031000/0x8d0fd67942315c3d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x8d0fd67942315c44 expref: -99 pid: 22632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518487.392848:0:22632:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.143@tcp lock: ffff8e7400031000/0x8d0fd67942315c3d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x8d0fd67942315c44 expref: -99 pid: 22632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789518487.392872:0:22632:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff8e74411bf800 from 1 10000000:01000000:0.0:1789518487.392875:0:22632:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1789518487.392925:0:22632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.143@tcp lock: ffff8e7435f9c200/0x8d0fd67942315c4b lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518487.392934:0:22632:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.143@tcp lock: ffff8e7435f9c200/0x8d0fd67942315c4b lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518487.392945:0:22632:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.143@tcp lock: ffff8e7435f9c200/0x8d0fd67942315c4b lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789518487.392966:0:22632:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e7435f08a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1ba3fd75-b94d-432d-934d-65078cb73340:22632:1876445522795904:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1789518487.393029:0:22632:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789518487.393082:0:22632:0:(client.c:2716:ptlrpc_set_wait()) set ffff8e740ddab240 going to sleep for 11 seconds 00000100:00100000:1.0:1789518487.393084:0:22648:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522795904 00000100:00100000:1.0:1789518487.393093:0:22648:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522795904 00000100:00100000:1.0:1789518487.393143:0:22648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1789518487.393161:0:22648:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e743c9e2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1ba3fd75-b94d-432d-934d-65078cb73340+11:22632:x1876445522795904:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1789518487.393175:0:22648:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789518487.393199:0:22648:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8e7435f0da00/0x8d0fd67942315c52 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x8d0fd67942315c4b expref: -99 pid: 22648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518487.393234:0:22648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8e7435f0da00/0x8d0fd67942315c52 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x8d0fd67942315c4b expref: 12 pid: 22648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518487.393244:0:22648:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8e7435f0da00/0x8d0fd67942315c52 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x8d0fd67942315c4b expref: 12 pid: 22648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518487.393252:0:22648:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8e7435f0da00, rc 0) 00000100:00100000:1.0:1789518487.393289:0:22648:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e743c9e2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1ba3fd75-b94d-432d-934d-65078cb73340+12:22632:x1876445522795904:12345-0@lo:101:mount.lustre.0 Request processed in 129us (260us total) trans 0 rc 0/0 00000100:00100000:1.0:1789518487.393295:0:22648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1789518487.394017:0:22645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1789518487.395217:0:22632:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e7435f08a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1ba3fd75-b94d-432d-934d-65078cb73340:22632:1876445522795904:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1789518487.395245:0:22632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.143@tcp lock: ffff8e7435f9c200/0x8d0fd67942315c4b lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x8d0fd67942315c52 expref: -99 pid: 22632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518487.395257:0:22632:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.143@tcp lock: ffff8e7435f9c200/0x8d0fd67942315c4b lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x8d0fd67942315c52 expref: -99 pid: 22632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789518487.395338:0:22632:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e7435f08a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1ba3fd75-b94d-432d-934d-65078cb73340:22632:1876445522796032:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1789518487.395390:0:22632:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789518487.395430:0:22632:0:(client.c:2716:ptlrpc_set_wait()) set ffff8e740ddab240 going to sleep for 11 seconds 00000100:00100000:1.0:1789518487.395560:0:22648:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522796032 00000100:00100000:1.0:1789518487.395569:0:22648:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522796032 00000100:00100000:1.0:1789518487.395619:0:22648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:1.0:1789518487.395629:0:22648:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e743c9e1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1ba3fd75-b94d-432d-934d-65078cb73340+11:22632:x1876445522796032:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1789518487.395778:0:22648:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e743c9e1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1ba3fd75-b94d-432d-934d-65078cb73340+11:22632:x1876445522796032:12345-0@lo:501:mount.lustre.0 Request processed in 149us (387us total) trans 0 rc 0/0 00000100:00100000:1.0:1789518487.395786:0:22648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:0.0:1789518487.396123:0:22632:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e7435f08a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1ba3fd75-b94d-432d-934d-65078cb73340:22632:1876445522796032:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1789518487.396187:0:22632:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e7435f08a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1ba3fd75-b94d-432d-934d-65078cb73340:22632:1876445522796160:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1789518487.396236:0:22632:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789518487.396270:0:22632:0:(client.c:2716:ptlrpc_set_wait()) set ffff8e740ddab240 going to sleep for 11 seconds 00000100:00100000:1.0:1789518487.398796:0:22647:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522796160 00000100:00100000:1.0:1789518487.398810:0:22647:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522796160 00000100:00100000:1.0:1789518487.398877:0:22647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1789518487.398887:0:22647:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e743c9e1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1ba3fd75-b94d-432d-934d-65078cb73340+11:22632:x1876445522796160:12345-0@lo:503:mount.lustre.0 00000100:00100000:1.0:1789518487.399068:0:22647:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e743c9e1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1ba3fd75-b94d-432d-934d-65078cb73340+11:22632:x1876445522796160:12345-0@lo:503:mount.lustre.0 Request processed in 182us (2831us total) trans 0 rc 0/0 00000100:00100000:1.0:1789518487.399077:0:22647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:2.0:1789518487.399140:0:22632:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e7435f08a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1ba3fd75-b94d-432d-934d-65078cb73340:22632:1876445522796160:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1789518487.401280:0:22681:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e7435f09f80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:1ba3fd75-b94d-432d-934d-65078cb73340:22681:1876445522796288:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1789518487.401373:0:22681:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789518487.401495:0:22681:0:(client.c:2716:ptlrpc_set_wait()) set ffff8e740ddab9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1789518487.401666:0:22645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522796288 00000100:00100000:2.0:1789518487.401674:0:22645:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522796288 00000100:00100000:2.0:1789518487.401777:0:22645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:2.0:1789518487.401787:0:22645:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e743c9e0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1ba3fd75-b94d-432d-934d-65078cb73340+11:22681:x1876445522796288:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1789518487.402263:0:22645:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e743c9e0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1ba3fd75-b94d-432d-934d-65078cb73340+11:22681:x1876445522796288:12345-0@lo:502:llog_process_th.0 Request processed in 478us (889us total) trans 0 rc 0/0 00000100:00100000:2.0:1789518487.402272:0:22645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:0.0:1789518487.402359:0:22681:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e7435f09f80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:1ba3fd75-b94d-432d-934d-65078cb73340:22681:1876445522796288:0@lo:502:llog_process_th.0 00000020:01000000:0.0:1789518487.402388:0:22681:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1789518487.402398:0:22681:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789518487.402400:0:22681:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:0.0:1789518487.402408:0:22681:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff8e74411bf800 00000020:00000080:0.0:1789518487.402411:0:22681:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1789518487.402418:0:22681:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1789518487.402420:0:22681:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789518487.402421:0:22681:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:0.0:1789518487.402423:0:22681:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1789518487.402425:0:22681:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789518487.402426:0:22681:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:0.0:1789518487.402429:0:22681:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff8e74411bf800 00000020:00000080:0.0:1789518487.402431:0:22681:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1789518487.402539:0:22681:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1789518487.402544:0:22681:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789518487.402545:0:22681:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:0.0:1789518487.402548:0:22681:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1789518487.402551:0:22681:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789518487.402552:0:22681:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:0.0:1789518487.402556:0:22681:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff8e74411bf800 00000020:00000080:0.0:1789518487.402558:0:22681:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1789518487.402576:0:22681:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1789518487.402578:0:22681:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789518487.402580:0:22681:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:0.0:1789518487.402582:0:22681:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1789518487.402591:0:22681:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789518487.402592:0:22681:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:0.0:1789518487.402596:0:22681:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff8e74411bf800 00000020:00000080:0.0:1789518487.402597:0:22681:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000100:00100000:0.0:1789518487.402640:0:22681:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e7435f09f80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:1ba3fd75-b94d-432d-934d-65078cb73340:22681:1876445522796416:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1789518487.402678:0:22681:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789518487.403235:0:22681:0:(client.c:2716:ptlrpc_set_wait()) set ffff8e740ddab9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1789518487.403277:0:22648:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522796416 00000100:00100000:3.0:1789518487.403286:0:22648:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522796416 00000100:00100000:3.0:1789518487.403321:0:22648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:3.0:1789518487.403330:0:22648:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e743c9e2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1ba3fd75-b94d-432d-934d-65078cb73340+11:22681:x1876445522796416:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1789518487.403441:0:22648:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e743c9e2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1ba3fd75-b94d-432d-934d-65078cb73340+11:22681:x1876445522796416:12345-0@lo:502:llog_process_th.0 Request processed in 111us (761us total) trans 0 rc 0/0 00000100:00100000:3.0:1789518487.403457:0:22648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:0.0:1789518487.403750:0:22681:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e7435f09f80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:1ba3fd75-b94d-432d-934d-65078cb73340:22681:1876445522796416:0@lo:502:llog_process_th.0 00000020:01000000:0.0:1789518487.403777:0:22681:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1789518487.403782:0:22681:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789518487.403784:0:22681:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:0.0:1789518487.403789:0:22681:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 13 count 13 00000020:01000000:2.0:1789518487.409925:0:22632:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:2.0:1789518487.409962:0:22632:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.143@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:2.0:1789518487.409988:0:22632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.143@tcp lock: ffff8e7435f9c200/0x8d0fd67942315c4b lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x8d0fd67942315c52 expref: -99 pid: 22632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518487.410002:0:22632:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.143@tcp lock: ffff8e7435f9c200/0x8d0fd67942315c4b lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x8d0fd67942315c52 expref: -99 pid: 22632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789518487.410311:0:22632:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:2.0:1789518487.410314:0:22632:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff8e74411bf800 10000000:01000000:2.0:1789518487.410317:0:22632:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff8e74411bf800 10000000:01000000:2.0:1789518487.410321:0:22632:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1789518487.410326:0:22632:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff8e74411bf800 from 1 10000000:01000000:2.0:1789518487.410329:0:22632:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:2.0:1789518487.410361:0:22632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.143@tcp lock: ffff8e740166d400/0x8d0fd67942315c59 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518487.410381:0:22632:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.143@tcp lock: ffff8e740166d400/0x8d0fd67942315c59 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518487.410393:0:22632:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.143@tcp lock: ffff8e740166d400/0x8d0fd67942315c59 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789518487.410415:0:22632:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e730207c000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1ba3fd75-b94d-432d-934d-65078cb73340:22632:1876445522796544:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1789518487.411134:0:22632:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789518487.411187:0:22632:0:(client.c:2716:ptlrpc_set_wait()) set ffff8e7431683b40 going to sleep for 11 seconds 00000100:00100000:2.0:1789518487.411589:0:22645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522796544 00000100:00100000:2.0:1789518487.411598:0:22645:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522796544 00000100:00100000:2.0:1789518487.411651:0:22645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:2.0:1789518487.411660:0:22645:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e743c9e2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1ba3fd75-b94d-432d-934d-65078cb73340+11:22632:x1876445522796544:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1789518487.411676:0:22645:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789518487.411692:0:22645:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8e740166de00/0x8d0fd67942315c60 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x8d0fd67942315c59 expref: -99 pid: 22645 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518487.411717:0:22645:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8e740166de00/0x8d0fd67942315c60 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x8d0fd67942315c59 expref: 12 pid: 22645 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518487.411728:0:22645:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8e740166de00/0x8d0fd67942315c60 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x8d0fd67942315c59 expref: 12 pid: 22645 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518487.411738:0:22645:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8e740166de00, rc 0) 00000100:00100000:2.0:1789518487.411786:0:22645:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e743c9e2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1ba3fd75-b94d-432d-934d-65078cb73340+12:22632:x1876445522796544:12345-0@lo:101:mount.lustre.0 Request processed in 128us (653us total) trans 0 rc 0/0 00000100:00100000:2.0:1789518487.411792:0:22645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:2.0:1789518487.412965:0:22632:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e730207c000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1ba3fd75-b94d-432d-934d-65078cb73340:22632:1876445522796544:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1789518487.412986:0:22632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.143@tcp lock: ffff8e740166d400/0x8d0fd67942315c59 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x8d0fd67942315c60 expref: -99 pid: 22632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518487.412999:0:22632:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.143@tcp lock: ffff8e740166d400/0x8d0fd67942315c59 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x8d0fd67942315c60 expref: -99 pid: 22632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789518487.413347:0:22632:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e730207c000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1ba3fd75-b94d-432d-934d-65078cb73340:22632:1876445522796672:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789518487.413394:0:22632:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789518487.417632:0:22632:0:(client.c:2716:ptlrpc_set_wait()) set ffff8e7431683b40 going to sleep for 11 seconds 00000100:00100000:3.0:1789518487.417945:0:22648:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522796672 00000100:00100000:3.0:1789518487.417955:0:22648:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522796672 00000100:00100000:3.0:1789518487.418010:0:22648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:3.0:1789518487.418029:0:22648:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e743c9e2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1ba3fd75-b94d-432d-934d-65078cb73340+12:22632:x1876445522796672:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789518487.418311:0:22632:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e730207c000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1ba3fd75-b94d-432d-934d-65078cb73340:22632:1876445522796672:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789518487.418358:0:22632:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e730207c000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1ba3fd75-b94d-432d-934d-65078cb73340:22632:1876445522796800:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1789518487.419977:0:22632:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789518487.420595:0:22632:0:(client.c:2716:ptlrpc_set_wait()) set ffff8e7431683b40 going to sleep for 11 seconds 00000100:00100000:3.0:1789518487.420946:0:22648:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e743c9e2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1ba3fd75-b94d-432d-934d-65078cb73340+12:22632:x1876445522796672:12345-0@lo:501:mount.lustre.0 Request processed in 2916us (7547us total) trans 0 rc 0/0 00000100:00100000:3.0:1789518487.420958:0:22648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:3.0:1789518487.420999:0:22648:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522796800 00000100:00100000:3.0:1789518487.421006:0:22648:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522796800 00000100:00100000:0.0:1789518487.423634:0:22645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:0.0:1789518487.423654:0:22645:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e743c9e3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1ba3fd75-b94d-432d-934d-65078cb73340+12:22632:x1876445522796800:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1789518487.423825:0:22645:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e743c9e3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1ba3fd75-b94d-432d-934d-65078cb73340+12:22632:x1876445522796800:12345-0@lo:503:mount.lustre.0 Request processed in 166us (3841us total) trans 0 rc 0/0 00000100:00100000:0.0:1789518487.423833:0:22645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:2.0:1789518487.424034:0:22632:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e730207c000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1ba3fd75-b94d-432d-934d-65078cb73340:22632:1876445522796800:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1789518487.441498:0:22685:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e743a17f100 pname:cluuid:pid:xid:nid:opc:job llog_process_th:1ba3fd75-b94d-432d-934d-65078cb73340:22685:1876445522796928:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1789518487.441588:0:22685:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789518487.441637:0:22645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522796928 00000100:00100000:3.0:1789518487.441644:0:22645:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522796928 00000100:00100000:3.0:1789518487.441688:0:22645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:3.0:1789518487.441699:0:22645:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e74379ca450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1ba3fd75-b94d-432d-934d-65078cb73340+12:22685:x1876445522796928:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1789518487.441834:0:22645:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e74379ca450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1ba3fd75-b94d-432d-934d-65078cb73340+12:22685:x1876445522796928:12345-0@lo:502:llog_process_th.0 Request processed in 137us (245us total) trans 0 rc 0/0 00000100:00100000:3.0:1789518487.441842:0:22645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:3.0:1789518487.441901:0:22685:0:(client.c:2716:ptlrpc_set_wait()) set ffff8e7406dadd80 going to sleep for 11 seconds 00000100:00100000:3.0:1789518487.441925:0:22685:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e743a17f100 pname:cluuid:pid:xid:nid:opc:job llog_process_th:1ba3fd75-b94d-432d-934d-65078cb73340:22685:1876445522796928:0@lo:502:llog_process_th.0 00000020:01000004:3.0:1789518487.441992:0:22685:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-MDT0000 (typ=lwp) 00000020:00000080:3.0:1789518487.442008:0:22685:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-MDT0000 (ffff8e74317c99c0) 00000020:00000080:3.0:1789518487.442027:0:22685:0:(obd_config.c:720:class_attach_name()) OBD: dev 11 attached type lwp with refcount 2 00000020:01000004:3.0:1789518487.442099:0:22685:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8e74411bf800 from lustre-MDT0000, refs=4 00000020:01000004:3.0:1789518487.442103:0:22685:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8e74411bf800 from lustre-MDT0000, refs=4 00000020:01000004:3.0:1789518487.442105:0:22685:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8e74411bf800 4 00010000:00080000:3.0:1789518487.442132:0:22685:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8e7435dc7800@lustre-MDT0000-lwp-MDT0000: add connection 192.168.202.143@tcp at head 00010000:00010000:0.0:1789518487.450374:0:22685:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-MDT0000-4 is initialized 00000020:00000080:0.0:1789518487.452103:0:22685:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-MDT0000 (uuid lustre-MDT0000-lwp-MDT0000_UUID) 00000010:01000000:0.0:1789518487.452345:0:22685:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:0.0:1789518487.452358:0:22685:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-lwp-MDT0000, cookie 0x8d0fd67942315c6e 00000100:00080000:0.0:1789518487.452368:0:22685:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1789518487.452379:0:22685:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff8e7435dc7800 using connection 192.168.202.143@tcp/0@lo 00000100:00100000:0.0:1789518487.452414:0:22685:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8e7435f09f80 x1876445522797056/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789518487.452435:0:22685:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID 00000100:00100000:0.0:1789518487.454978:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e7435f09f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3636:1876445522797056:0@lo:38:llog_process_th.0 00000100:00100000:0.0:1789518487.455066:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789518487.463651:0:22685:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e7435f09180 pname:cluuid:pid:xid:nid:opc:job llog_process_th:1ba3fd75-b94d-432d-934d-65078cb73340:22685:1876445522797184:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1789518487.463729:0:22685:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789518487.463752:0:22685:0:(client.c:2716:ptlrpc_set_wait()) set ffff8e740ddab900 going to sleep for 11 seconds 00000100:00100000:3.0:1789518487.464105:0:22653:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522797056 00000100:00100000:3.0:1789518487.464114:0:22653:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522797056 00000100:00100000:3.0:1789518487.464163:0:22653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1789518487.464178:0:22653:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7435f09500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3636:x1876445522797056:12345-0@lo:38:llog_process_th.0 00000100:00100000:3.0:1789518487.464254:0:22653:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7435f09500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3636:x1876445522797056:12345-0@lo:38:llog_process_th.0 Request processed in 76us (9188us total) trans 0 rc -11/-11 00000100:00100000:3.0:1789518487.464261:0:22653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1789518487.464281:0:22648:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522797184 00000100:00100000:3.0:1789518487.464284:0:22648:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522797184 00000100:00100000:3.0:1789518487.464310:0:22648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:3.0:1789518487.464316:0:22648:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e74379c9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1ba3fd75-b94d-432d-934d-65078cb73340+12:22685:x1876445522797184:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1789518487.464411:0:22648:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e74379c9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1ba3fd75-b94d-432d-934d-65078cb73340+12:22685:x1876445522797184:12345-0@lo:502:llog_process_th.0 Request processed in 95us (682us total) trans 0 rc 0/0 00000100:00100000:3.0:1789518487.464419:0:22648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:1.0:1789518487.464599:0:3636:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:1.0:1789518487.464609:0:3636:0:(import.c:65:import_set_state_nolock()) ffff8e7435dc7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789518487.464619:0:3636:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-11) 00000100:00100000:1.0:1789518487.464623:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e7435f09f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3636:1876445522797056:0@lo:38:llog_process_th.0 00000100:00100000:0.0:1789518487.465943:0:22685:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e7435f09180 pname:cluuid:pid:xid:nid:opc:job llog_process_th:1ba3fd75-b94d-432d-934d-65078cb73340:22685:1876445522797184:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1789518487.466008:0:22685:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e7435f09180 pname:cluuid:pid:xid:nid:opc:job llog_process_th:1ba3fd75-b94d-432d-934d-65078cb73340:22685:1876445522797312:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1789518487.466067:0:22685:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789518487.466105:0:22685:0:(client.c:2716:ptlrpc_set_wait()) set ffff8e740ddab900 going to sleep for 11 seconds 00000100:00100000:1.0:1789518487.466168:0:22647:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522797312 00000100:00100000:1.0:1789518487.466174:0:22647:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522797312 00000100:00100000:1.0:1789518487.466222:0:22647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:1.0:1789518487.466230:0:22647:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e74379c9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1ba3fd75-b94d-432d-934d-65078cb73340+12:22685:x1876445522797312:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1789518487.466337:0:22647:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e74379c9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1ba3fd75-b94d-432d-934d-65078cb73340+12:22685:x1876445522797312:12345-0@lo:502:llog_process_th.0 Request processed in 108us (270us total) trans 0 rc 0/0 00000100:00100000:1.0:1789518487.466345:0:22647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:0.0:1789518487.466624:0:22685:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e7435f09180 pname:cluuid:pid:xid:nid:opc:job llog_process_th:1ba3fd75-b94d-432d-934d-65078cb73340:22685:1876445522797312:0@lo:502:llog_process_th.0 00000040:00080000:0.0:1789518487.466645:0:22685:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 00000020:01000000:2.0:1789518487.467302:0:22632:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:2.0:1789518487.467329:0:22632:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.143@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:2.0:1789518487.467354:0:22632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.143@tcp lock: ffff8e740166d400/0x8d0fd67942315c59 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x8d0fd67942315c60 expref: -99 pid: 22632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518487.467366:0:22632:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.143@tcp lock: ffff8e740166d400/0x8d0fd67942315c59 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x8d0fd67942315c60 expref: -99 pid: 22632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:2.0:1789518487.467410:0:22632:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:2.0:1789518487.467412:0:22632:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1789518487.467413:0:22632:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1789518487.467414:0:22632:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1789518487.467418:0:22632:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1789518487.467420:0:22632:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1789518487.467421:0:22632:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1789518487.467423:0:22632:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1789518487.467424:0:22632:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1789518487.467425:0:22632:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:2.0:1789518487.467428:0:22632:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0000 0x40020005 00000020:01000004:2.0:1789518487.467430:0:22632:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:2.0:1789518487.467432:0:22632:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1789518487.467433:0:22632:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1789518487.467434:0:22632:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1789518487.467435:0:22632:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1789518487.467436:0:22632:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1789518487.467437:0:22632:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1789518487.467438:0:22632:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1789518487.467439:0:22632:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1789518487.467440:0:22632:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:2.0:1789518487.467776:0:22632:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0000 00000100:00100000:2.0:1789518487.467789:0:22632:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e730207c000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1ba3fd75-b94d-432d-934d-65078cb73340:22632:1876445522797440:0@lo:253:mount.lustre.0 00000100:00100000:2.0:1789518487.467848:0:22632:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789518487.467882:0:22632:0:(client.c:2716:ptlrpc_set_wait()) set ffff8e74316830c0 going to sleep for 11 seconds 00000100:00100000:0.0:1789518487.469818:0:22645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522797440 00000100:00100000:0.0:1789518487.469831:0:22645:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522797440 00000100:00100000:0.0:1789518487.469881:0:22645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:0.0:1789518487.469889:0:22645:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e74379c8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1ba3fd75-b94d-432d-934d-65078cb73340+12:22632:x1876445522797440:12345-0@lo:253:mount.lustre.0 20000000:01000000:0.0:1789518487.469917:0:22645:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:0.0:1789518487.469930:0:22645:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 20000000:01000000:0.0:1789518487.485278:0:22645:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:0.0:1789518487.485318:0:22645:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:01000000:3.0:1789518487.485580:0:22669:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:3.0:1789518487.485587:0:22669:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:3.0:1789518487.485618:0:22669:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8e7400030400/0x8d0fd67942315c75 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518487.485642:0:22669:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8e7435f9d400/0x8d0fd67942315c44 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x8d0fd67942315c3d expref: 12 pid: 22645 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518487.485652:0:22669:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8e7400030400/0x8d0fd67942315c75 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518487.485720:0:22669:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8e7435f9d400/0x8d0fd67942315c44 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x8d0fd67942315c3d expref: 12 pid: 22645 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518487.485739:0:22669:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8e7435f9d400/0x8d0fd67942315c44 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x8d0fd67942315c3d expref: 12 pid: 22645 timeout: 755 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789518487.485757:0:22669:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e743a17f100 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22669:1876445522797568:0@lo:104: 00000100:00100000:3.0:1789518487.485885:0:22669:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789518487.485943:0:22669:0:(client.c:2716:ptlrpc_set_wait()) set ffff8e7406dad6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1789518487.486248:0:22636:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522797568 00000100:00100000:1.0:1789518487.486263:0:22636:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522797568 00000100:00100000:1.0:1789518487.486313:0:22636:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1789518487.486325:0:22636:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e743a17e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1ba3fd75-b94d-432d-934d-65078cb73340+3:22669:x1876445522797568:12345-0@lo:104: 00010000:00010000:1.0:1789518487.486345:0:22636:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.143@tcp lock: ffff8e7400031000/0x8d0fd67942315c3d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x8d0fd67942315c44 expref: -99 pid: 22632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789518487.486543:0:22645:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e74379c8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1ba3fd75-b94d-432d-934d-65078cb73340+12:22632:x1876445522797440:12345-0@lo:253:mount.lustre.0 Request processed in 16652us (18692us total) trans 0 rc 0/0 00000100:00100000:3.0:1789518487.486557:0:22645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00010000:00010000:1.0:1789518487.486660:0:22636:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1789518487.486670:0:22636:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e743a17e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1ba3fd75-b94d-432d-934d-65078cb73340+3:22669:x1876445522797568:12345-0@lo:104: Request processed in 346us (784us total) trans 0 rc 0/0 00000100:00100000:1.0:1789518487.486681:0:22636:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1789518487.486681:0:22669:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e743a17f100 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22669:1876445522797568:0@lo:104: 00010000:00010000:1.0:1789518487.486719:0:22642:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789518487.486724:0:22669:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8e7400030400/0x8d0fd67942315c75 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518487.486727:0:22642:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.143@tcp lock: ffff8e7400031000/0x8d0fd67942315c3d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x8d0fd67942315c44 expref: -99 pid: 22632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518487.486762:0:22642:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8e7400031000 already unused, calling callback (ffffffffc11d3c20) 10000000:00010000:1.0:1789518487.486768:0:22642:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.143@tcp lock: ffff8e7400031000/0x8d0fd67942315c3d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x8d0fd67942315c44 expref: -99 pid: 22632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518487.486795:0:22642:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.143@tcp lock: ffff8e7400031000/0x8d0fd67942315c3d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x8d0fd67942315c44 expref: -99 pid: 22632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1789518487.486803:0:22642:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.143@tcp lock: ffff8e7400031000/0x8d0fd67942315c3d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x8d0fd67942315c44 expref: -99 pid: 22632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789518487.486809:0:22642:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:1.0:1789518487.486850:0:22642:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.143@tcp lock: ffff8e7400031000/0x8d0fd67942315c3d lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x8d0fd67942315c44 expref: -99 pid: 22632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518487.486856:0:22642:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1789518487.486881:0:22642:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.143@tcp lock: ffff8e7400031000/0x8d0fd67942315c3d lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x8d0fd67942315c44 expref: -99 pid: 22632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518487.486889:0:22642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.143@tcp lock: ffff8e7400031000/0x8d0fd67942315c3d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x8d0fd67942315c44 expref: -99 pid: 22632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789518487.486896:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:1.0:1789518487.486911:0:22642:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789518487.486915:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e740dda3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1ba3fd75-b94d-432d-934d-65078cb73340:3639:1876445522797696:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1789518487.486917:0:22642:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789518487.486922:0:22642:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789518487.486957:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789518487.487060:0:22638:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522797696 00000100:00100000:1.0:1789518487.487066:0:22638:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522797696 00010000:00010000:1.0:1789518487.487086:0:22638:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8e7435f9d400/0x8d0fd67942315c44 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x8d0fd67942315c3d expref: 12 pid: 22645 timeout: 755 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789518487.487113:0:22638:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1789518487.487120:0:22638:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7435f09180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1ba3fd75-b94d-432d-934d-65078cb73340+12:3639:x1876445522797696:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1789518487.487130:0:22638:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1789518487.487135:0:22638:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8e7435f9d400/0x8d0fd67942315c44 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x8d0fd67942315c3d expref: 12 pid: 22645 timeout: 755 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518487.487163:0:22638:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8e7435f9d400/0x8d0fd67942315c44 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x8d0fd67942315c3d expref: 12 pid: 22645 timeout: 755 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518487.487177:0:22638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8e7435f9d400/0x8d0fd67942315c44 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x8d0fd67942315c3d expref: 12 pid: 22645 timeout: 755 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518487.487276:0:22638:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8e7400030400/0x8d0fd67942315c75 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518487.487287:0:22638:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8e7400030400/0x8d0fd67942315c75 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:1.0:1789518487.487304:0:22638:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.001717254s 00010000:00010000:1.0:1789518487.487308:0:22638:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8e7400030400/0x8d0fd67942315c75 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518487.487314:0:22638:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8e7400030400/0x8d0fd67942315c75 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518487.487320:0:22638:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8e7400030400/0x8d0fd67942315c75 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518487.487328:0:22638:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8e7400030400/0x8d0fd67942315c75 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518487.487333:0:22638:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8e7400030400 already unused, calling callback (ffffffffc0bd28b0) 00010000:00010000:1.0:1789518487.487337:0:22638:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8e7400030400/0x8d0fd67942315c75 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518487.487343:0:22638:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8e7400030400/0x8d0fd67942315c75 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518487.487368:0:22638:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8e7400030400/0x8d0fd67942315c75 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518487.487386:0:22638:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1789518487.487401:0:22669:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8e7400030400/0x8d0fd67942315c75 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518487.487423:0:22669:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8e7400030400/0x8d0fd67942315c75 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518487.487430:0:22669:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8e7400030400/0x8d0fd67942315c75 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789518487.487442:0:22638:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7435f09180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1ba3fd75-b94d-432d-934d-65078cb73340+11:3639:x1876445522797696:12345-0@lo:103:ldlm_bl.0 Request processed in 321us (484us total) trans 0 rc 0/0 00000100:00100000:0.0:1789518487.487510:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e740dda3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1ba3fd75-b94d-432d-934d-65078cb73340:3639:1876445522797696:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1789518487.487607:0:22632:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e730207c000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1ba3fd75-b94d-432d-934d-65078cb73340:22632:1876445522797440:0@lo:253:mount.lustre.0 00000100:00100000:1.0:1789518487.487609:0:22638:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 10000000:01000000:3.0:1789518487.487631:0:22632:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0000 got index = 0 00000020:01000004:3.0:1789518487.487636:0:22632:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:3.0:1789518487.487639:0:22632:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1789518487.487641:0:22632:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1789518487.487643:0:22632:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1789518487.487644:0:22632:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1789518487.487645:0:22632:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1789518487.487647:0:22632:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1789518487.487649:0:22632:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1789518487.487651:0:22632:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1789518487.487652:0:22632:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:3.0:1789518487.487669:0:22632:0:(tgt_mount.c:2694:server_calc_timeout()) lustre-MDT0000: Imperative Recovery not enabled, recovery window 60-180 00000020:00080000:1.0:1789518487.527807:0:22632:0:(update_trans.c:1496:distribute_txn_commit_batchid_init()) lustre-MDT0000: committed batchid 4294967529 00000040:01000000:1.0:1789518487.528917:0:22632:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-osd ctxt 16 is initialized 00000020:00080000:0.0:1789518487.529010:0:22693:0:(update_trans.c:1538:distribute_txn_commit_thread()) lustre-MDT0000: start commit thread committed batchid 4294967529 00000020:00080000:0.0:1789518487.529015:0:22693:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967529 00000040:01000000:0.0:1789518487.529858:0:22694:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:00080000:0.0:1789518487.530293:0:22694:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:01000000:1.0:1789518487.531537:0:22632:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0001-osp-MDT0000 ctxt 16 is initialized 00000100:00080000:3.0:1789518487.532291:0:22695:0:(client.c:1846:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != DISCONN) req@ffff8e743a17d880 x1876445522797824/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 304/4320 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'lod0000_rec0001.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789518487.532306:0:22695:0:(client.c:2716:ptlrpc_set_wait()) set ffff8e7406dad6c0 going to sleep for 0 seconds 00000040:01000000:1.0:1789518487.532716:0:22632:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 12 is initialized 00000040:00080000:1.0:1789518487.532979:0:22632:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000004:00000080:1.0:1789518487.533378:0:22632:0:(mdd_device.c:555:mdd_changelog_llog_init()) changelog starting index=0 00000040:01000000:1.0:1789518487.533386:0:22632:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 14 is initialized 00000040:00080000:1.0:1789518487.533433:0:22632:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1789518487.535517:0:22632:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x5:0x0] index 64768 count 1 00000040:00080000:0.0:1789518487.538297:0:22694:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x200000400:0x1:0x0] index 261376 count 1 00000004:00080000:0.0:1789518487.538390:0:22694:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0000-osd retrieved update log, duration 0, retries 0 00000040:00080000:1.0:1789518487.539422:0:22632:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x6:0x0] index 64768 count 1 00000040:01000000:1.0:1789518487.539499:0:22632:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 15 is initialized 00000040:00080000:1.0:1789518487.540270:0:22632:0:(llog_cat.c:403:llog_cat_set_first_idx()) catlog [0xa:0x7:0x0] first idx 1, last_idx 2 00080000:10000000:1.0:1789518487.541203:0:22632:0:(osd_handler.c:5580:osd_index_try()) lustre-MDT0000: index object [0x200000003:0x36:0x0] (8/32) registered 00000001:00000004:1.0:1789518487.543138:0:22632:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 12884901888 00000001:00080000:1.0:1789518487.555202:0:22632:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0000: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000004:00000080:1.0:1789518487.555248:0:22632:0:(mdd_device.c:2304:mdd_iocontrol()) lustre-MDD0000: cmd=c00866e6 len=0 karg=ffffb996419bf988 00100000:10000000:1.0:1789518487.555256:0:22632:0:(lfsck_lib.c:3085:lfsck_start()) lustre-MDT0000-osd: start master thread 00000020:01000004:3.0:1789518487.556337:0:22632:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:3.0:1789518487.556351:0:22632:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.202.143@tcp: cl_mgc_mutex unlock 00000020:01000004:3.0:1789518487.556373:0:22632:0:(tgt_mount.c:2460:server_fill_super_common()) Server sb, dev=46 00000080:00000004:3.0:1789518487.556395:0:22632:0:(super25.c:182:lustre_fill_super()) /dev/mapper/mds1_flakey: Mount complete 00000020:00000004:3.0:1789518487.559255:0:22632:0:(tgt_mount.c:2346:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1789518487.562408:0:22632:0:(tgt_mount.c:2361:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:0.0:1789518487.868287:0:22641:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:0.0:1789518487.903046:0:22650:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:0.0:1789518487.903056:0:22650:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff8e74411bf800 from 11 10000000:01000000:0.0:1789518487.903061:0:22650:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:0.0:1789518487.903119:0:22650:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.143@tcp lock: ffff8e7435f9cc00/0x8d0fd67942315c7c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518487.903132:0:22650:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.143@tcp lock: ffff8e7435f9cc00/0x8d0fd67942315c7c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518487.903154:0:22650:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.143@tcp lock: ffff8e7435f9cc00/0x8d0fd67942315c7c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789518487.903191:0:22650:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e7435f09f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1ba3fd75-b94d-432d-934d-65078cb73340:22650:1876445522797952:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1789518487.903264:0:22650:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789518487.903334:0:22650:0:(client.c:2716:ptlrpc_set_wait()) set ffff8e74421740c0 going to sleep for 11 seconds 00000100:00100000:2.0:1789518487.907242:0:22648:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522797952 00000100:00100000:2.0:1789518487.907257:0:22648:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522797952 00000100:00100000:2.0:1789518487.907310:0:22648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:2.0:1789518487.907319:0:22648:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e74379ca850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1ba3fd75-b94d-432d-934d-65078cb73340+11:22650:x1876445522797952:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1789518487.907336:0:22648:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789518487.907357:0:22648:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8e740166dc00/0x8d0fd67942315c83 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x8d0fd67942315c7c expref: -99 pid: 22648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518487.907386:0:22648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8e740166dc00/0x8d0fd67942315c83 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x8d0fd67942315c7c expref: 12 pid: 22648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518487.907398:0:22648:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8e740166dc00/0x8d0fd67942315c83 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x8d0fd67942315c7c expref: 12 pid: 22648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518487.907418:0:22648:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8e740166dc00, rc 0) 00000100:00100000:2.0:1789518487.907506:0:22648:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e74379ca850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1ba3fd75-b94d-432d-934d-65078cb73340+12:22650:x1876445522797952:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 188us (4242us total) trans 0 rc 0/0 00000100:00100000:1.0:1789518487.911435:0:22650:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e7435f09f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1ba3fd75-b94d-432d-934d-65078cb73340:22650:1876445522797952:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1789518487.911480:0:22650:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.143@tcp lock: ffff8e7435f9cc00/0x8d0fd67942315c7c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x8d0fd67942315c83 expref: -99 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518487.911494:0:22650:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.143@tcp lock: ffff8e7435f9cc00/0x8d0fd67942315c7c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x8d0fd67942315c83 expref: -99 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789518487.911580:0:22650:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e740dda1f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1ba3fd75-b94d-432d-934d-65078cb73340:22650:1876445522798080:0@lo:256:ll_cfg_requeue.0 00000100:00100000:1.0:1789518487.911644:0:22650:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789518487.911684:0:22650:0:(client.c:2716:ptlrpc_set_wait()) set ffff8e7303d819c0 going to sleep for 11 seconds 00000100:00100000:1.0:1789518487.911705:0:22645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522798080 00000100:00100000:1.0:1789518487.911711:0:22645:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522798080 00000100:00100000:1.0:1789518487.911761:0:22645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:1.0:1789518487.911769:0:22645:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e74379ca050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1ba3fd75-b94d-432d-934d-65078cb73340+13:22650:x1876445522798080:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:1.0:1789518487.911786:0:22645:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:1.0:1789518487.911800:0:22645:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:1.0:1789518487.911803:0:22645:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 11 00000100:00100000:1.0:1789518487.911967:0:22645:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e74379ca050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1ba3fd75-b94d-432d-934d-65078cb73340+13:22650:x1876445522798080:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 198us (323us total) trans 0 rc 0/0 00000100:00100000:1.0:1789518487.911975:0:22645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:1.0:1789518487.912013:0:22650:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e740dda1f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1ba3fd75-b94d-432d-934d-65078cb73340:22650:1876445522798080:0@lo:256:ll_cfg_requeue.0 10000000:01000000:1.0:1789518487.912056:0:22650:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.143@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:1.0:1789518487.912064:0:22650:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.143@tcp lock: ffff8e7435f9cc00/0x8d0fd67942315c7c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x8d0fd67942315c83 expref: -99 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518487.912072:0:22650:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.143@tcp lock: ffff8e7435f9cc00/0x8d0fd67942315c7c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x8d0fd67942315c83 expref: -99 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789518487.913605:0:22648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000040:00080000:3.0:1789518488.520192:0:22687:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:3.0:1789518488.520202:0:22687:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1789518488.528333:0:22687:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 2 count 2 00000040:00080000:0.0:1789518488.528347:0:22687:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 3 count 2 00000100:00100000:3.0:1789518488.565651:0:22695:0:(client.c:2716:ptlrpc_set_wait()) set ffff8e7406dad6c0 going to sleep for 0 seconds 00010000:00010000:1.0:1789518488.885939:0:22642:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789518489.590667:0:22695:0:(client.c:2716:ptlrpc_set_wait()) set ffff8e7406dad6c0 going to sleep for 0 seconds 00000040:00080000:1.0:1789518489.592686:0:22687:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:1.0:1789518489.592694:0:22687:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1789518489.592841:0:22687:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 1 count 1 00000040:00080000:1.0:1789518489.592877:0:22687:0:(llog_cat_server.c:902:llog_cat_cleanup()) cancel plain log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1789518489.593040:0:22687:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 1 00010000:00010000:1.0:1789518489.909616:0:22641:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789518490.628216:0:22695:0:(client.c:2716:ptlrpc_set_wait()) set ffff8e7406dad6c0 going to sleep for 0 seconds 00010000:00010000:1.0:1789518490.933689:0:22642:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789518491.637587:0:22695:0:(client.c:2716:ptlrpc_set_wait()) set ffff8e7406dad6c0 going to sleep for 0 seconds 00010000:00010000:2.0:1789518491.959139:0:22641:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789518492.667494:0:22695:0:(client.c:2716:ptlrpc_set_wait()) set ffff8e7406dad6c0 going to sleep for 0 seconds 00000100:00080000:2.0:1789518492.668791:0:473:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1789518492.668799:0:473:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1789518492.668811:0:473:0:(import.c:65:import_set_state_nolock()) ffff8e7303555800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789518492.668820:0:473:0:(import.c:545:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 655 00000100:00080000:2.0:1789518492.668826:0:473:0:(import.c:630:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1789518492.668838:0:473:0:(import.c:666:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff8e7303555800 using connection 192.168.202.143@tcp/0@lo 00000100:00100000:2.0:1789518492.668862:0:473:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8e730207d500 x1876445522798336/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789518492.668879:0:473:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789518492.668882:0:473:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789518492.668885:0:473:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789518492.668888:0:473:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789518492.668891:0:473:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1789518492.668895:0:473:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789518492.668896:0:473:0:(import.c:65:import_set_state_nolock()) ffff8e7435dc7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789518492.668902:0:473:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff8e7435dc7800 using connection 192.168.202.143@tcp/0@lo 00000100:00100000:2.0:1789518492.668938:0:473:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8e730207d180 x1876445522798464/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789518492.668978:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1789518492.668989:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e730207f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1ba3fd75-b94d-432d-934d-65078cb73340:3638:1876445522798208:0@lo:400:kworker.0 00000100:00100000:2.0:1789518492.669054:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789518492.669117:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e730207d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3636:1876445522798336:0@lo:38:kworker.0 00000100:00100000:2.0:1789518492.669151:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789518492.669170:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e730207d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3636:1876445522798464:0@lo:38:kworker.0 00000100:00100000:2.0:1789518492.669450:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789518492.669522:0:22645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522798208 00000100:00100000:2.0:1789518492.669531:0:22645:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522798208 00000100:00100000:2.0:1789518492.669574:0:22645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:2.0:1789518492.669583:0:22645:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e74379cac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1ba3fd75-b94d-432d-934d-65078cb73340+12:3638:x1876445522798208:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789518492.669631:0:22645:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e74379cac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1ba3fd75-b94d-432d-934d-65078cb73340+12:3638:x1876445522798208:12345-0@lo:400:kworker.0 Request processed in 49us (577us total) trans 0 rc 0/0 00000100:00100000:2.0:1789518492.669637:0:22645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:2.0:1789518492.669672:0:22659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522798336 00000100:00100000:2.0:1789518492.669677:0:22659:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522798336 00000100:00100000:2.0:1789518492.669695:0:22659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1789518492.669699:0:22659:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e730207f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3636:x1876445522798336:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1789518492.669716:0:22659:0:(ldlm_lib.c:1199:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1789518492.669747:0:22659:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e730207f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3636:x1876445522798336:12345-0@lo:38:kworker.0 Request processed in 46us (595us total) trans 0 rc -19/-19 00000100:00100000:2.0:1789518492.669752:0:22659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00080000:2.0:1789518492.669796:0:3636:0:(import.c:65:import_set_state_nolock()) ffff8e7303555800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789518492.669985:0:3636:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1789518492.670001:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e730207d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3636:1876445522798336:0@lo:38:kworker.0 00000100:00100000:2.0:1789518492.670033:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e730207f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1ba3fd75-b94d-432d-934d-65078cb73340:3638:1876445522798208:0@lo:400:kworker.0 00000100:00100000:2.0:1789518492.671611:0:22655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522798464 00000100:00100000:2.0:1789518492.671623:0:22655:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522798464 00000100:00100000:2.0:1789518492.671662:0:22655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1789518492.671670:0:22655:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e730207ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3636:x1876445522798464:12345-0@lo:38:kworker.0 00010000:00080000:2.0:1789518492.671696:0:22655:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-MDT0000_UUID@0@lo t0 exp 0000000000000000 cur 660 last 0 00000020:00000080:2.0:1789518492.671734:0:22655:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-lwp-MDT0000_UUID, cookie 0x8d0fd67942315c8a 00000004:00100000:2.0:1789518492.671750:0:22655:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:2.0:1789518492.678523:0:22655:0:(import.c:65:import_set_state_nolock()) ffff8e7303532000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1789518492.678703:0:22655:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e730207ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3636:x1876445522798464:12345-0@lo:38:kworker.0 Request processed in 7031us (9250us total) trans 0 rc 0/0 00000100:00100000:2.0:1789518492.678716:0:22655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00080000:0.0:1789518492.687629:0:3636:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff8e730207d180 x1876445522798464/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1789518502 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789518492.687653:0:3636:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-MDT0000: connect to target with instance 3 00000100:00080000:0.0:1789518492.687664:0:3636:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-MDT0000: Resetting ns_connect_flags to server flags: 0x2041401047000020 00000100:00080000:0.0:1789518492.687670:0:3636:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:0.0:1789518492.687674:0:3636:0:(import.c:65:import_set_state_nolock()) ffff8e7435dc7800 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:0.0:1789518492.687681:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e730207d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3636:1876445522798464:0@lo:38:kworker.0 00010000:00010000:1.0:1789518492.981592:0:22642:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1789518493.582011:0:22938:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg243-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00000100:00100000:1.0:1789518493.690492:0:22695:0:(client.c:2716:ptlrpc_set_wait()) set ffff8e7406dad6c0 going to sleep for 0 seconds 00010000:00010000:2.0:1789518494.010705:0:22641:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789518494.709597:0:22695:0:(client.c:2716:ptlrpc_set_wait()) set ffff8e7406dad6c0 going to sleep for 0 seconds 00000020:00000004:1.0:1789518494.814398:0:22992:0:(tgt_mount.c:2346:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1789518494.814938:0:22992:0:(tgt_mount.c:2361:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:3.0:1789518495.034210:0:22642:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789518495.750452:0:22695:0:(client.c:2716:ptlrpc_set_wait()) set ffff8e7406dad6c0 going to sleep for 0 seconds 00010000:00010000:2.0:1789518496.057839:0:22641:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:2.0:1789518496.069376:0:23042:0:(tgt_mount.c:2346:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1789518496.069774:0:23042:0:(tgt_mount.c:2361:is_cmd_supported()) ioctl cmd=81009431 00000100:00100000:2.0:1789518496.757776:0:22695:0:(client.c:2716:ptlrpc_set_wait()) set ffff8e7406dad6c0 going to sleep for 0 seconds 00010000:00010000:3.0:1789518497.078605:0:22642:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789518497.781907:0:3636:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789518487/real 1789518487] req@ffff8e7435f08000 x1876445522795392/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789518497 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789518497.781943:0:3636:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8e7435f08000 x1876445522795392/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789518497 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789518497.781954:0:3636:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789518487/real 1789518487] req@ffff8e7435f09c00 x1876445522795264/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789518497 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789518497.781993:0:3636:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8e7435f09c00 x1876445522795264/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789518497 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789518497.782014:0:3636:0:(import.c:65:import_set_state_nolock()) ffff8e74416eb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789518497.782023:0:3636:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1789518497.782027:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e7435f08000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3636:1876445522795392:0@lo:8:llog_process_th.0 00000100:00080000:2.0:1789518497.782033:0:3636:0:(import.c:65:import_set_state_nolock()) ffff8e74044ca000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789518497.782037:0:3636:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1789518497.782040:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e7435f09c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3636:1876445522795264:0@lo:8:llog_process_th.0 00000100:00100000:2.0:1789518497.782085:0:22695:0:(client.c:2716:ptlrpc_set_wait()) set ffff8e7406dad6c0 going to sleep for 0 seconds 00000100:00080000:2.0:1789518497.782146:0:473:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1789518497.782150:0:473:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1789518497.782153:0:473:0:(import.c:65:import_set_state_nolock()) ffff8e7303555800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789518497.782157:0:473:0:(import.c:545:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 660 00000100:00080000:2.0:1789518497.782163:0:473:0:(import.c:630:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1789518497.782173:0:473:0:(import.c:666:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff8e7303555800 using connection 192.168.202.143@tcp/0@lo 00000100:00100000:2.0:1789518497.782187:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e730207f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1ba3fd75-b94d-432d-934d-65078cb73340:3638:1876445522798592:0@lo:400:kworker.0 00000100:00100000:2.0:1789518497.782253:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789518497.782308:0:22648:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522798592 00000100:00100000:2.0:1789518497.782316:0:22648:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522798592 00000100:00100000:2.0:1789518497.782357:0:22648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:2.0:1789518497.782365:0:22648:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e74379cbc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1ba3fd75-b94d-432d-934d-65078cb73340+12:3638:x1876445522798592:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789518497.782413:0:22648:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e74379cbc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1ba3fd75-b94d-432d-934d-65078cb73340+12:3638:x1876445522798592:12345-0@lo:400:kworker.0 Request processed in 49us (161us total) trans 0 rc 0/0 00000100:00100000:2.0:1789518497.782430:0:22648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:2.0:1789518497.782492:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e730207f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1ba3fd75-b94d-432d-934d-65078cb73340:3638:1876445522798592:0@lo:400:kworker.0 00000100:00100000:2.0:1789518497.782525:0:473:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8e730207f800 x1876445522798720/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789518497.782538:0:473:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789518497.782541:0:473:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789518497.782543:0:473:0:(import.c:65:import_set_state_nolock()) ffff8e74044ca000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789518497.782546:0:473:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 655 00000100:00080000:2.0:1789518497.782549:0:473:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1789518497.782553:0:473:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff8e74044ca000 using connection 192.168.202.143@tcp/0@lo 00000100:00100000:2.0:1789518497.782560:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e730207f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3636:1876445522798720:0@lo:38:kworker.0 00000100:00100000:2.0:1789518497.782586:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789518497.782609:0:22659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522798720 00000100:00100000:2.0:1789518497.782612:0:22659:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522798720 00000100:00100000:2.0:1789518497.782630:0:22659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1789518497.782635:0:22659:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e730207d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3636:x1876445522798720:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1789518497.782653:0:22659:0:(ldlm_lib.c:1199:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1789518497.782684:0:22659:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e730207d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3636:x1876445522798720:12345-0@lo:38:kworker.0 Request processed in 49us (98us total) trans 0 rc -19/-19 00000100:00100000:2.0:1789518497.782690:0:22659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00080000:2.0:1789518497.782714:0:3636:0:(import.c:65:import_set_state_nolock()) ffff8e7303555800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789518497.782731:0:3636:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1789518497.782734:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e730207f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3636:1876445522798720:0@lo:38:kworker.0 00000100:00100000:2.0:1789518497.782756:0:473:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8e730207f800 x1876445522798848/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789518497.782775:0:473:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789518497.782779:0:473:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789518497.782781:0:473:0:(import.c:65:import_set_state_nolock()) ffff8e74416eb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789518497.782785:0:473:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 655 00000100:00080000:2.0:1789518497.782787:0:473:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1789518497.782792:0:473:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff8e74416eb000 using connection 192.168.202.143@tcp/0@lo 00000100:00100000:2.0:1789518497.782799:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e730207f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3636:1876445522798848:0@lo:8:kworker.0 00000400:00000100:2.0:1789518497.782820:0:3636:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1876445522798848 offset 0 length 520: 4 00000100:00100000:2.0:1789518497.782850:0:473:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8e730207dc00 x1876445522798976/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789518497.782866:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e730207dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3636:1876445522798976:0@lo:8:kworker.0 00000400:00000100:2.0:1789518497.782883:0:3636:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1876445522798976 offset 0 length 520: 4 00000100:00100000:2.0:1789518497.785280:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e730207e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3639:1876445522799104:0@lo:400:kworker.0 00000100:00100000:2.0:1789518497.785346:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789518497.789087:0:22654:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522799104 00000100:00100000:2.0:1789518497.789103:0:22654:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522799104 00000100:00100000:2.0:1789518497.789169:0:22654:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1789518497.789180:0:22654:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e730207fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1876445522799104:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789518497.789283:0:22654:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e730207fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1876445522799104:12345-0@lo:400:kworker.0 Request processed in 105us (3937us total) trans 0 rc 0/0 00000100:00100000:2.0:1789518497.789291:0:22654:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00010000:00080000:3.0:1789518497.789335:0:3639:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff8e730207e680 x1876445522799104/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789518513 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789518497.789351:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e730207e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3639:1876445522799104:0@lo:400:kworker.0 00010000:00010000:2.0:1789518498.101988:0:22641:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789518498.807035:0:22695:0:(client.c:2716:ptlrpc_set_wait()) set ffff8e7406dad6c0 going to sleep for 0 seconds 00010000:00010000:1.0:1789518499.133884:0:22642:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789518499.829609:0:22695:0:(client.c:2716:ptlrpc_set_wait()) set ffff8e7406dad6c0 going to sleep for 0 seconds 00000040:00080000:3.0:1789518499.830282:0:22687:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:0.0:1789518500.162668:0:22641:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789518500.859710:0:22695:0:(client.c:2716:ptlrpc_set_wait()) set ffff8e7406dad6c0 going to sleep for 0 seconds 00010000:00010000:1.0:1789518501.179236:0:22642:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789518501.878896:0:22695:0:(client.c:2716:ptlrpc_set_wait()) set ffff8e7406dad6c0 going to sleep for 0 seconds 00010000:00010000:0.0:1789518502.198582:0:22641:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789518502.901690:0:473:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1789518502.901710:0:473:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1789518502.901714:0:473:0:(import.c:65:import_set_state_nolock()) ffff8e7303555800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789518502.901724:0:473:0:(import.c:545:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 665 00000100:00080000:2.0:1789518502.901730:0:473:0:(import.c:630:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1789518502.901742:0:473:0:(import.c:666:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff8e7303555800 using connection 192.168.202.143@tcp/0@lo 00000100:00100000:2.0:1789518502.901768:0:473:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8e730207ce00 x1876445522799360/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789518502.901782:0:473:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789518502.901786:0:473:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789518502.901790:0:473:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789518502.901793:0:473:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1789518502.901846:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e730207ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3636:1876445522799360:0@lo:38:kworker.0 00000100:00100000:2.0:1789518502.901857:0:22695:0:(client.c:2716:ptlrpc_set_wait()) set ffff8e7406dad6c0 going to sleep for 0 seconds 00000100:00100000:2.0:1789518502.901880:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e730207ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3637:1876445522799488:0@lo:400:kworker.0 00000100:00100000:0.0:1789518502.908692:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1789518502.908733:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e730207df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1ba3fd75-b94d-432d-934d-65078cb73340:3639:1876445522799232:0@lo:400:kworker.0 00000100:00100000:2.0:1789518502.908750:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789518502.908840:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789518502.908921:0:22647:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522799232 00000100:00100000:0.0:1789518502.908931:0:22647:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522799232 00000100:00100000:2.0:1789518502.908958:0:22655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522799488 00000100:00100000:2.0:1789518502.908970:0:22655:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522799488 00000100:00100000:0.0:1789518502.909011:0:22647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:0.0:1789518502.909026:0:22647:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e74379c8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1ba3fd75-b94d-432d-934d-65078cb73340+12:3639:x1876445522799232:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789518502.909056:0:22655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1789518502.909072:0:22655:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e730207e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3637:x1876445522799488:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789518502.909105:0:22647:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e74379c8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1ba3fd75-b94d-432d-934d-65078cb73340+12:3639:x1876445522799232:12345-0@lo:400:kworker.0 Request processed in 82us (265us total) trans 0 rc 0/0 00000100:00100000:0.0:1789518502.909114:0:22647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:0.0:1789518502.909186:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e730207df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1ba3fd75-b94d-432d-934d-65078cb73340:3639:1876445522799232:0@lo:400:kworker.0 00010000:00080000:3.0:1789518502.910574:0:3637:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff8e730207ea00 x1876445522799488/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789518518 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789518502.910594:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e730207ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3637:1876445522799488:0@lo:400:kworker.0 00000100:00100000:2.0:1789518502.911107:0:22655:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e730207e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3637:x1876445522799488:12345-0@lo:400:kworker.0 Request processed in 1224us (1557us total) trans 0 rc 0/0 00000100:00100000:2.0:1789518502.911194:0:22655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1789518502.912564:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789518502.913589:0:22659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522799360 00000100:00100000:3.0:1789518502.913605:0:22659:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522799360 00000100:00100000:3.0:1789518502.913659:0:22659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1789518502.913669:0:22659:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e740dda1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3636:x1876445522799360:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1789518502.913699:0:22659:0:(ldlm_lib.c:1199:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1789518502.913802:0:22659:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e740dda1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3636:x1876445522799360:12345-0@lo:38:kworker.0 Request processed in 134us (1247us total) trans 0 rc -19/-19 00000100:00100000:3.0:1789518502.913810:0:22659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00080000:0.0:1789518502.914848:0:3636:0:(import.c:65:import_set_state_nolock()) ffff8e7303555800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789518502.914860:0:3636:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1789518502.914874:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e730207ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3636:1876445522799360:0@lo:38:kworker.0 00010000:00010000:1.0:1789518503.231061:0:22642:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789518503.926809:0:22695:0:(client.c:2716:ptlrpc_set_wait()) set ffff8e7406dad6c0 going to sleep for 0 seconds 00010000:00010000:0.0:1789518504.246313:0:22641:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:0.0:1789518504.656892:0:23388:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:0.0:1789518504.656896:0:23388:0:(obd_mount.c:926:lmd_print()) device: /dev/mapper/mds2_flakey 00000020:01000004:0.0:1789518504.656898:0:23388:0:(obd_mount.c:929:lmd_print()) options: user_xattr,errors=remount-ro 00000080:01200004:0.0:1789518504.657024:0:23388:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff8e7302058000 00000020:01000004:0.0:1789518504.657040:0:23388:0:(tgt_mount.c:2502:osd_start()) Attempting to start lustre-MDT0001, type=osd-ldiskfs, lsifl=200001, mountfl=0 00000020:01000004:0.0:1789518504.657061:0:23388:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0001-osd (typ=osd-ldiskfs) 00000020:00000080:0.0:1789518504.657075:0:23388:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-osd (ffff8e74217e8000) 00000020:00000080:0.0:1789518504.657094:0:23388:0:(obd_config.c:720:class_attach_name()) OBD: dev 12 attached type osd-ldiskfs with refcount 2 00100000:10000000:0.0:1789518504.785245:0:23388:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0xd:0x0] (16/1) registered 00100000:10000000:0.0:1789518504.785515:0:23388:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:1.0:1789518504.810591:0:23388:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1a:0x0] (16/1) registered 00100000:10000000:1.0:1789518504.811872:0:23388:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x28:0x0] (24/16) registered 00100000:10000000:1.0:1789518504.812324:0:23388:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x26:0x0] (24/16) registered 00100000:10000000:1.0:1789518504.813178:0:23388:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x23:0x0] (24/16) registered 00100000:10000000:1.0:1789518504.813507:0:23388:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1c:0x0] (16/1) registered 00100000:10000000:1.0:1789518504.813825:0:23388:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x18:0x0] (16/1) registered 00100000:10000000:1.0:1789518504.814939:0:23388:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x17:0x0] (16/1) registered 00100000:10000000:1.0:1789518504.815514:0:23388:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2e:0x0] (24/16) registered 00100000:10000000:1.0:1789518504.815819:0:23388:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x15:0x0] (16/1) registered 00100000:10000000:1.0:1789518504.816188:0:23388:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2b:0x0] (24/16) registered 00100000:10000000:1.0:1789518504.816773:0:23388:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1f:0x0] (24/16) registered 00100000:10000000:1.0:1789518504.817191:0:23388:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0xe:0x0] (16/1) registered 00100000:10000000:1.0:1789518504.817527:0:23388:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1d:0x0] (16/1) registered 00100000:10000000:1.0:1789518504.817929:0:23388:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x27:0x0] (24/16) registered 00100000:10000000:1.0:1789518504.818262:0:23388:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x20:0x0] (24/16) registered 00100000:10000000:1.0:1789518504.819087:0:23388:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x21:0x0] (24/16) registered 00100000:10000000:1.0:1789518504.819407:0:23388:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x13:0x0] (16/1) registered 00100000:10000000:1.0:1789518504.820003:0:23388:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x16:0x0] (16/1) registered 00100000:10000000:1.0:1789518504.820279:0:23388:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2a:0x0] (24/16) registered 00100000:10000000:1.0:1789518504.820516:0:23388:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2d:0x0] (24/16) registered 00100000:10000000:2.0:1789518504.823829:0:23388:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x29:0x0] (24/16) registered 00100000:10000000:2.0:1789518504.824294:0:23388:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2c:0x0] (24/16) registered 00100000:10000000:2.0:1789518504.824586:0:23388:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x11:0x0] (16/1) registered 00100000:10000000:2.0:1789518504.825107:0:23388:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1b:0x0] (16/1) registered 00100000:10000000:2.0:1789518504.825623:0:23388:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x12:0x0] (16/1) registered 00100000:10000000:2.0:1789518504.830166:0:23388:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0xf:0x0] (16/1) registered 00100000:10000000:2.0:1789518504.833453:0:23388:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x14:0x0] (16/1) registered 00100000:10000000:3.0:1789518504.838579:0:23388:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x10:0x0] (16/1) registered 00100000:10000000:3.0:1789518504.839865:0:23388:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x19:0x0] (16/1) registered 00100000:10000000:3.0:1789518504.840719:0:23388:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x22:0x0] (24/16) registered 00100000:10000000:3.0:1789518504.841922:0:23388:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x24:0x0] (24/16) registered 00100000:10000000:3.0:1789518504.843110:0:23388:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x25:0x0] (24/16) registered 00100000:10000000:3.0:1789518504.845865:0:23388:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x4:0x0] (8/32) registered 00100000:10000000:3.0:1789518504.846384:0:23388:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x20001:0x0] (8/8) registered 00100000:10000000:3.0:1789518504.848390:0:23388:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x6:0x0] (8/32) registered 00100000:10000000:3.0:1789518504.849291:0:23388:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:3.0:1789518504.852189:0:23388:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x20003:0x0] (8/8) registered 00100000:10000000:0.0:1789518504.856443:0:23388:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x5:0x0] (8/32) registered 00100000:10000000:0.0:1789518504.859701:0:23388:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x3:0x0] (8/32) registered 00100000:10000000:2.0:1789518504.865575:0:23388:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:2.0:1789518504.867215:0:23388:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x7:0x0] (8/32) registered 00100000:10000000:2.0:1789518504.872059:0:23388:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x20002:0x0] (8/8) registered 00100000:10000000:2.0:1789518504.873156:0:23388:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:2.0:1789518504.876115:0:23388:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x8:0x0] (8/32) registered 00080000:01000000:2.0:1789518504.883387:0:23388:0:(osd_lproc.c:911:osd_procfs_init()) lustre-MDT0001: register osd-ldiskfs tunable parameters 00000020:00000080:2.0:1789518504.888328:0:23388:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-osd (uuid lustre-MDT0001-osd_UUID) 00080000:01000000:2.0:1789518504.888355:0:23388:0:(osd_handler.c:8924:osd_obd_connect()) connect #0 00000020:00000080:2.0:1789518504.888386:0:23388:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x8d0fd67942315c98 00000020:01000004:2.0:1789518504.888397:0:23388:0:(tgt_mount.c:2587:server_fill_super()) Found service lustre-MDT0001 on device /dev/mapper/mds2_flakey 00000020:01000004:2.0:1789518504.888430:0:23388:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.202.143@tcp:Set MGC reconnect 1 10000000:01000000:2.0:1789518504.888434:0:23388:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.202.143@tcp 1/d0:i0:r0:or0:FULL 00000020:01000004:2.0:1789518504.888456:0:23388:0:(tgt_mount.c:1808:server_start_targets()) starting target lustre-MDT0001 00000020:01000004:2.0:1789518504.888544:0:23388:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/mds2_flakey 10000000:01000000:2.0:1789518504.888550:0:23388:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.202.143@tcp: cl_mgc_mutex lustre-MDT0001-osd for locked: rc = 0 00000040:01000000:2.0:1789518504.915914:0:23388:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.202.143@tcp ctxt 0 is initialized 00000020:01000004:2.0:1789518504.915999:0:23388:0:(tgt_mount.c:1416:server_register_target()) Registration lustre-MDT0001, fs=lustre, 192.168.202.143@tcp, index=0001, flags=0x20001 00000020:01000004:2.0:1789518504.916006:0:23388:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:2.0:1789518504.916008:0:23388:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:2.0:1789518504.916010:0:23388:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1789518504.916011:0:23388:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1789518504.916013:0:23388:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1789518504.916014:0:23388:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1789518504.916016:0:23388:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1789518504.916018:0:23388:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1789518504.916019:0:23388:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:2.0:1789518504.916025:0:23388:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0001 0x10020001 00000020:01000004:2.0:1789518504.916027:0:23388:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:2.0:1789518504.916028:0:23388:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:2.0:1789518504.916040:0:23388:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1789518504.916041:0:23388:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1789518504.916042:0:23388:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1789518504.916042:0:23388:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1789518504.916043:0:23388:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1789518504.916044:0:23388:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1789518504.916045:0:23388:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:2.0:1789518504.916089:0:23388:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0001 00000100:00100000:2.0:1789518504.916117:0:23388:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e730207c700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1ba3fd75-b94d-432d-934d-65078cb73340:23388:1876445522799616:0@lo:253:mount.lustre.0 00000100:00100000:2.0:1789518504.916239:0:23388:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789518504.916304:0:23388:0:(client.c:2716:ptlrpc_set_wait()) set ffff8e74192c8900 going to sleep for 11 seconds 00000100:00100000:0.0:1789518504.916733:0:22645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522799616 00000100:00100000:0.0:1789518504.916745:0:22645:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522799616 00000100:00100000:0.0:1789518504.916811:0:22645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:0.0:1789518504.916823:0:22645:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e74379cb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1ba3fd75-b94d-432d-934d-65078cb73340+12:23388:x1876445522799616:12345-0@lo:253:mount.lustre.0 20000000:01000000:0.0:1789518504.916865:0:22645:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 1 is registered to MGS. 20000000:01000000:0.0:1789518504.916870:0:22645:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-MDT0001 is running on 0@lo 20000000:01000000:0.0:1789518504.916879:0:22645:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0001, index=1, rc=0 00000100:00100000:0.0:1789518504.918246:0:22645:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e74379cb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1ba3fd75-b94d-432d-934d-65078cb73340+12:23388:x1876445522799616:12345-0@lo:253:mount.lustre.0 Request processed in 1413us (1995us total) trans 0 rc 0/0 00000100:00100000:0.0:1789518504.918263:0:22645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:2.0:1789518504.918409:0:23388:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e730207c700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1ba3fd75-b94d-432d-934d-65078cb73340:23388:1876445522799616:0@lo:253:mount.lustre.0 10000000:01000000:2.0:1789518504.918440:0:23388:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0001 got index = 1 00000020:01000004:2.0:1789518504.918445:0:23388:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:2.0:1789518504.918447:0:23388:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:2.0:1789518504.918449:0:23388:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1789518504.918450:0:23388:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1789518504.918451:0:23388:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1789518504.918452:0:23388:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1789518504.918453:0:23388:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1789518504.918455:0:23388:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1789518504.918457:0:23388:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:2.0:1789518504.918521:0:23388:0:(tgt_mount.c:101:server_register_mount()) register mount ffff8e7302058000 from lustre-MDT0001 10000000:01000000:2.0:1789518504.918566:0:23388:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-MDT0001 from 0 10000000:01000000:2.0:1789518504.918570:0:23388:0:(mgc_request.c:329:config_log_add()) add config log lustre-MDT0001-0000000000000000 10000000:01000000:2.0:1789518504.918579:0:23388:0:(mgc_request_server.c:874:mgc_get_local_copy()) Get log lustre-sptlrpc-ffff8e740482b380 local copy 00010000:00010000:2.0:1789518504.918593:0:23388:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.143@tcp lock: ffff8e740166d200/0x8d0fd67942315b8e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x8d0fd67942315b95 expref: -99 pid: 22632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789518504.918754:0:23388:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e730207c700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1ba3fd75-b94d-432d-934d-65078cb73340:23388:1876445522799744:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789518504.918807:0:23388:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789518504.918846:0:23388:0:(client.c:2716:ptlrpc_set_wait()) set ffff8e74395c96c0 going to sleep for 11 seconds 00000100:00100000:0.0:1789518504.918913:0:22648:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522799744 00000100:00100000:0.0:1789518504.918921:0:22648:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522799744 00000100:00100000:0.0:1789518504.918965:0:22648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:0.0:1789518504.918975:0:22648:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e74379cb450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1ba3fd75-b94d-432d-934d-65078cb73340+12:23388:x1876445522799744:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1789518504.919107:0:22648:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e74379cb450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1ba3fd75-b94d-432d-934d-65078cb73340+12:23388:x1876445522799744:12345-0@lo:501:mount.lustre.0 Request processed in 133us (299us total) trans 0 rc -2/-2 00000100:00100000:0.0:1789518504.919132:0:22648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:3.0:1789518504.919286:0:23388:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e730207c700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1ba3fd75-b94d-432d-934d-65078cb73340:23388:1876445522799744:0@lo:501:mount.lustre.0 10000000:01000000:3.0:1789518504.919302:0:23388:0:(mgc_request_server.c:765:mgc_llog_local_copy()) MGC192.168.202.143@tcp: no remote llog for lustre-sptlrpc, check MGS config 10000000:01000000:3.0:1789518504.919327:0:23388:0:(mgc_request_server.c:897:mgc_get_local_copy()) MGC192.168.202.143@tcp: can't save local copy of 'lustre-sptlrpc': rc = -2. 00010000:00010000:3.0:1789518504.919334:0:23388:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.143@tcp lock: ffff8e740166d200/0x8d0fd67942315b8e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x8d0fd67942315b95 expref: -99 pid: 22632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518504.919342:0:23388:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.143@tcp lock: ffff8e740166d200/0x8d0fd67942315b8e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x8d0fd67942315b95 expref: -99 pid: 22632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789518504.919381:0:23388:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff8e7302058000 10000000:01000000:3.0:1789518504.919387:0:23388:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:3.0:1789518504.919393:0:23388:0:(mgc_request.c:194:do_config_log_add()) do adding config log nodemap-ffff8e740482b380 10000000:01000000:3.0:1789518504.919395:0:23388:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 10000000:01000000:3.0:1789518504.919400:0:23388:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8e740482b380 from 1 10000000:01000000:3.0:1789518504.919403:0:23388:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1789518504.919432:0:23388:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.143@tcp lock: ffff8e7400031000/0x8d0fd67942315c9f lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23388 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518504.919442:0:23388:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.143@tcp lock: ffff8e7400031000/0x8d0fd67942315c9f lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23388 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518504.919489:0:23388:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.143@tcp lock: ffff8e7400031000/0x8d0fd67942315c9f lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23388 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789518504.919506:0:23388:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e743a17df80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1ba3fd75-b94d-432d-934d-65078cb73340:23388:1876445522799872:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1789518504.919538:0:23388:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789518504.919560:0:23388:0:(client.c:2716:ptlrpc_set_wait()) set ffff8e73022129c0 going to sleep for 11 seconds 00000100:00100000:0.0:1789518504.919623:0:22645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522799872 00000100:00100000:0.0:1789518504.919628:0:22645:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522799872 00000100:00100000:0.0:1789518504.919667:0:22645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:0.0:1789518504.919674:0:22645:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e74379c8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1ba3fd75-b94d-432d-934d-65078cb73340+12:23388:x1876445522799872:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1789518504.919684:0:22645:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789518504.919701:0:22645:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8e7435f9d400/0x8d0fd67942315ca6 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x8d0fd67942315c9f expref: -99 pid: 22645 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518504.919723:0:22645:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8e7435f9d400/0x8d0fd67942315ca6 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x8d0fd67942315c9f expref: 13 pid: 22645 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518504.919735:0:22645:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8e7435f9d400/0x8d0fd67942315ca6 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x8d0fd67942315c9f expref: 13 pid: 22645 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518504.919743:0:22645:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8e7435f9d400, rc 0) 00000100:00100000:0.0:1789518504.919780:0:22645:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e74379c8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1ba3fd75-b94d-432d-934d-65078cb73340+13:23388:x1876445522799872:12345-0@lo:101:mount.lustre.0 Request processed in 105us (241us total) trans 0 rc 0/0 00000100:00100000:0.0:1789518504.919787:0:22645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:3.0:1789518504.919974:0:23388:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e743a17df80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1ba3fd75-b94d-432d-934d-65078cb73340:23388:1876445522799872:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1789518504.920013:0:23388:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.143@tcp lock: ffff8e7400031000/0x8d0fd67942315c9f lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x8d0fd67942315ca6 expref: -99 pid: 23388 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518504.920023:0:23388:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.143@tcp lock: ffff8e7400031000/0x8d0fd67942315c9f lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x8d0fd67942315ca6 expref: -99 pid: 23388 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789518504.920043:0:23388:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.143@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1789518504.920060:0:23388:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.143@tcp lock: ffff8e7400031000/0x8d0fd67942315c9f lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x8d0fd67942315ca6 expref: -99 pid: 23388 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518504.920068:0:23388:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.143@tcp lock: ffff8e7400031000/0x8d0fd67942315c9f lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x8d0fd67942315ca6 expref: -99 pid: 23388 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789518504.920078:0:23388:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-barrier-ffff8e7302058000 10000000:01000000:3.0:1789518504.920081:0:23388:0:(mgc_request.c:68:mgc_name2resid()) log lustre-barrier to resid 0x65727473756c/0x5 (lustre) 10000000:01000000:3.0:1789518504.920086:0:23388:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-barrier-ffff8e7302058000 from 1 10000000:01000000:3.0:1789518504.920089:0:23388:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-barrier (res 0x65727473756c) 00010000:00010000:3.0:1789518504.920105:0:23388:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.143@tcp lock: ffff8e7400030800/0x8d0fd67942315cad lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23388 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518504.920113:0:23388:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.143@tcp lock: ffff8e7400030800/0x8d0fd67942315cad lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23388 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518504.920121:0:23388:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.143@tcp lock: ffff8e7400030800/0x8d0fd67942315cad lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23388 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789518504.920135:0:23388:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e743a17df80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1ba3fd75-b94d-432d-934d-65078cb73340:23388:1876445522800000:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1789518504.920163:0:23388:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789518504.920266:0:23388:0:(client.c:2716:ptlrpc_set_wait()) set ffff8e73022129c0 going to sleep for 11 seconds 00000100:00100000:0.0:1789518504.921149:0:22645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522800000 00000100:00100000:0.0:1789518504.921160:0:22645:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522800000 00000100:00100000:0.0:1789518504.921260:0:22645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:0.0:1789518504.921271:0:22645:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e74379c9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1ba3fd75-b94d-432d-934d-65078cb73340+13:23388:x1876445522800000:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1789518504.921286:0:22645:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789518504.921302:0:22645:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8e7435f9d200/0x8d0fd67942315cb4 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x8d0fd67942315cad expref: -99 pid: 22645 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518504.921325:0:22645:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8e7435f9d200/0x8d0fd67942315cb4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x8d0fd67942315cad expref: 14 pid: 22645 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518504.921346:0:22645:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8e7435f9d200/0x8d0fd67942315cb4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x8d0fd67942315cad expref: 14 pid: 22645 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518504.921355:0:22645:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8e7435f9d200, rc 0) 00000100:00100000:0.0:1789518504.921892:0:22645:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e74379c9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1ba3fd75-b94d-432d-934d-65078cb73340+14:23388:x1876445522800000:12345-0@lo:101:mount.lustre.0 Request processed in 620us (1725us total) trans 0 rc 0/0 00000100:00100000:0.0:1789518504.921902:0:22645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:3.0:1789518504.922062:0:23388:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e743a17df80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1ba3fd75-b94d-432d-934d-65078cb73340:23388:1876445522800000:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1789518504.922083:0:23388:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.143@tcp lock: ffff8e7400030800/0x8d0fd67942315cad lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x8d0fd67942315cb4 expref: -99 pid: 23388 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518504.922093:0:23388:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.143@tcp lock: ffff8e7400030800/0x8d0fd67942315cad lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x8d0fd67942315cb4 expref: -99 pid: 23388 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789518504.922114:0:23388:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.143@tcp: configuration from log 'lustre-barrier' succeeded (0). 00010000:00010000:3.0:1789518504.922167:0:23388:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.143@tcp lock: ffff8e7400030800/0x8d0fd67942315cad lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x8d0fd67942315cb4 expref: -99 pid: 23388 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518504.922175:0:23388:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.143@tcp lock: ffff8e7400030800/0x8d0fd67942315cad lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x8d0fd67942315cb4 expref: -99 pid: 23388 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789518504.922184:0:23388:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-MDT0001-0000000000000000 10000000:01000000:3.0:1789518504.922189:0:23388:0:(mgc_request.c:68:mgc_name2resid()) log lustre-MDT0001 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:3.0:1789518504.922196:0:23388:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-mdtir-ffff8e7302058000 10000000:01000000:3.0:1789518504.922198:0:23388:0:(mgc_request.c:68:mgc_name2resid()) log lustre-mdtir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:3.0:1789518504.922202:0:23388:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-MDT0001-0000000000000000 from 1 10000000:01000000:3.0:1789518504.922205:0:23388:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0001 (res 0x65727473756c) 00010000:00010000:3.0:1789518504.922232:0:23388:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.143@tcp lock: ffff8e7400030400/0x8d0fd67942315cbb lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23388 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518504.922239:0:23388:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.143@tcp lock: ffff8e7400030400/0x8d0fd67942315cbb lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23388 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518504.922249:0:23388:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.143@tcp lock: ffff8e7400030400/0x8d0fd67942315cbb lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23388 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789518504.922269:0:23388:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e743a17df80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1ba3fd75-b94d-432d-934d-65078cb73340:23388:1876445522800128:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1789518504.922323:0:23388:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789518504.922359:0:23388:0:(client.c:2716:ptlrpc_set_wait()) set ffff8e73022129c0 going to sleep for 11 seconds 00000100:00100000:2.0:1789518504.923235:0:22647:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522800128 00000100:00100000:2.0:1789518504.923248:0:22647:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522800128 00000100:00100000:2.0:1789518504.923311:0:22647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:2.0:1789518504.923320:0:22647:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e74379cb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1ba3fd75-b94d-432d-934d-65078cb73340+14:23388:x1876445522800128:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1789518504.923336:0:22647:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789518504.923354:0:22647:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8e740166d000/0x8d0fd67942315cc2 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x8d0fd67942315cbb expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518504.923379:0:22647:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8e740166d000/0x8d0fd67942315cc2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x8d0fd67942315cbb expref: 15 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518504.923390:0:22647:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8e740166d000/0x8d0fd67942315cc2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x8d0fd67942315cbb expref: 15 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518504.923399:0:22647:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8e740166d000, rc 0) 00000100:00100000:2.0:1789518504.923929:0:22647:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e74379cb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1ba3fd75-b94d-432d-934d-65078cb73340+15:23388:x1876445522800128:12345-0@lo:101:mount.lustre.0 Request processed in 608us (1604us total) trans 0 rc 0/0 00000100:00100000:2.0:1789518504.923939:0:22647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:3.0:1789518504.924093:0:23388:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e743a17df80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1ba3fd75-b94d-432d-934d-65078cb73340:23388:1876445522800128:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1789518504.924113:0:23388:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.143@tcp lock: ffff8e7400030400/0x8d0fd67942315cbb lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x8d0fd67942315cc2 expref: -99 pid: 23388 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518504.924125:0:23388:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.143@tcp lock: ffff8e7400030400/0x8d0fd67942315cbb lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x8d0fd67942315cc2 expref: -99 pid: 23388 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1789518504.926165:0:23388:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 46 count 46 00000040:00080000:3.0:1789518504.927750:0:23388:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1789518504.932623:0:23388:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].1, 224 off8416 00000040:00080000:2.0:1789518504.932834:0:23388:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].2, 136 off8552 00000040:00080000:2.0:1789518504.932856:0:23388:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].3, 176 off8728 00000040:00080000:2.0:1789518504.932869:0:23388:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].4, 224 off8952 00000040:00080000:2.0:1789518504.932883:0:23388:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].5, 224 off9176 00000040:00080000:2.0:1789518504.932897:0:23388:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].6, 120 off9296 00000040:00080000:2.0:1789518504.932912:0:23388:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].7, 112 off9408 00000040:00080000:2.0:1789518504.932925:0:23388:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].8, 160 off9568 00000040:00080000:2.0:1789518504.932940:0:23388:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].9, 224 off9792 00000040:00080000:2.0:1789518504.932954:0:23388:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].10, 224 off10016 00000040:00080000:2.0:1789518504.932969:0:23388:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].11, 88 off10104 00000040:00080000:2.0:1789518504.932995:0:23388:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].12, 144 off10248 00000040:00080000:2.0:1789518504.933012:0:23388:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].13, 152 off10400 00000040:00080000:2.0:1789518504.933029:0:23388:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].14, 168 off10568 00000040:00080000:2.0:1789518504.933044:0:23388:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].15, 224 off10792 00000040:00080000:2.0:1789518504.933071:0:23388:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].16, 224 off11016 00000040:00080000:2.0:1789518504.933086:0:23388:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].17, 80 off11096 00000040:00080000:2.0:1789518504.933100:0:23388:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].18, 224 off11320 00000040:00080000:2.0:1789518504.933115:0:23388:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].19, 224 off11544 00000040:00080000:2.0:1789518504.933130:0:23388:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].20, 160 off11704 00000040:00080000:2.0:1789518504.933145:0:23388:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].21, 224 off11928 00000040:00080000:2.0:1789518504.933159:0:23388:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].22, 224 off12152 00000040:00080000:2.0:1789518504.933173:0:23388:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].23, 80 off12232 00000040:00080000:2.0:1789518504.933187:0:23388:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].24, 224 off12456 00000040:00080000:2.0:1789518504.933203:0:23388:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].25, 224 off12680 00000040:00080000:2.0:1789518504.933217:0:23388:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].26, 88 off12768 00000040:00080000:2.0:1789518504.933232:0:23388:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].27, 144 off12912 00000040:00080000:2.0:1789518504.933246:0:23388:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].28, 152 off13064 00000040:00080000:2.0:1789518504.933262:0:23388:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].29, 136 off13200 00000040:00080000:2.0:1789518504.933279:0:23388:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].30, 224 off13424 00000040:00080000:2.0:1789518504.933293:0:23388:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].31, 224 off13648 00000040:00080000:2.0:1789518504.933306:0:23388:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].32, 80 off13728 00000040:00080000:2.0:1789518504.933319:0:23388:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].33, 224 off13952 00000040:00080000:2.0:1789518504.933334:0:23388:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].34, 224 off14176 00000040:00080000:2.0:1789518504.933346:0:23388:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].35, 88 off14264 00000040:00080000:2.0:1789518504.933357:0:23388:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].36, 144 off14408 00000040:00080000:2.0:1789518504.933371:0:23388:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].37, 152 off14560 00000040:00080000:2.0:1789518504.933384:0:23388:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].38, 136 off14696 00000040:00080000:2.0:1789518504.933400:0:23388:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].39, 224 off14920 00000040:00080000:2.0:1789518504.933414:0:23388:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].40, 224 off15144 00000040:00080000:2.0:1789518504.933428:0:23388:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].41, 80 off15224 00000040:00080000:2.0:1789518504.933443:0:23388:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].42, 224 off15448 00000040:00080000:2.0:1789518504.933623:0:23388:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].43, 224 off15672 00000040:00080000:2.0:1789518504.933645:0:23388:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].44, 120 off15792 00000040:00080000:2.0:1789518504.933755:0:23388:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].45, 224 off16016 00000040:00080000:2.0:1789518504.933762:0:23388:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 45 count 46 00000100:00100000:2.0:1789518504.933914:0:23388:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e730207ed80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1ba3fd75-b94d-432d-934d-65078cb73340:23388:1876445522800256:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789518504.934030:0:23388:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789518504.934154:0:23388:0:(client.c:2716:ptlrpc_set_wait()) set ffff8e74395c9480 going to sleep for 11 seconds 00000100:00100000:1.0:1789518504.934965:0:22648:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522800256 00000100:00100000:1.0:1789518504.934977:0:22648:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522800256 00000100:00100000:1.0:1789518504.935105:0:22648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:1.0:1789518504.935119:0:22648:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e74379c9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1ba3fd75-b94d-432d-934d-65078cb73340+15:23388:x1876445522800256:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1789518504.935345:0:22648:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e74379c9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1ba3fd75-b94d-432d-934d-65078cb73340+15:23388:x1876445522800256:12345-0@lo:501:mount.lustre.0 Request processed in 228us (1314us total) trans 0 rc 0/0 00000100:00100000:1.0:1789518504.935354:0:22648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:2.0:1789518504.935497:0:23388:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e730207ed80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1ba3fd75-b94d-432d-934d-65078cb73340:23388:1876445522800256:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789518504.935553:0:23388:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e730207ed80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1ba3fd75-b94d-432d-934d-65078cb73340:23388:1876445522800384:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1789518504.935613:0:23388:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789518504.936822:0:23388:0:(client.c:2716:ptlrpc_set_wait()) set ffff8e74395c9480 going to sleep for 11 seconds 00000100:00100000:0.0:1789518504.936962:0:22645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522800384 00000100:00100000:0.0:1789518504.936975:0:22645:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522800384 00000100:00100000:0.0:1789518504.937043:0:22645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:0.0:1789518504.937054:0:22645:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e74379c8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1ba3fd75-b94d-432d-934d-65078cb73340+15:23388:x1876445522800384:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1789518504.937929:0:22645:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e74379c8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1ba3fd75-b94d-432d-934d-65078cb73340+15:23388:x1876445522800384:12345-0@lo:503:mount.lustre.0 Request processed in 871us (2310us total) trans 0 rc 0/0 00000100:00100000:0.0:1789518504.937939:0:22645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:2.0:1789518504.938076:0:23388:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e730207ed80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1ba3fd75-b94d-432d-934d-65078cb73340:23388:1876445522800384:0@lo:503:mount.lustre.0 00000040:00080000:2.0:1789518504.938963:0:23388:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:2.0:1789518504.939095:0:23388:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e730207ed80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1ba3fd75-b94d-432d-934d-65078cb73340:23388:1876445522800512:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1789518504.939179:0:23388:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789518504.939215:0:23388:0:(client.c:2716:ptlrpc_set_wait()) set ffff8e74395c9480 going to sleep for 11 seconds 00000100:00100000:1.0:1789518504.939305:0:22648:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522800512 00000100:00100000:1.0:1789518504.939313:0:22648:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522800512 00000100:00100000:1.0:1789518504.939360:0:22648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:1.0:1789518504.939370:0:22648:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e741e87d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1ba3fd75-b94d-432d-934d-65078cb73340+15:23388:x1876445522800512:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1789518504.940573:0:22648:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e741e87d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1ba3fd75-b94d-432d-934d-65078cb73340+15:23388:x1876445522800512:12345-0@lo:502:mount.lustre.0 Request processed in 1197us (1386us total) trans 0 rc 0/0 00000100:00100000:1.0:1789518504.940588:0:22648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:2.0:1789518504.941010:0:23388:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e730207ed80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1ba3fd75-b94d-432d-934d-65078cb73340:23388:1876445522800512:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1789518504.941410:0:23388:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].1, 224 off8416 00000040:00080000:2.0:1789518504.941445:0:23388:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].2, 136 off8552 00000040:00080000:2.0:1789518504.945887:0:23388:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].3, 176 off8728 00000040:00080000:2.0:1789518504.945951:0:23388:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].4, 224 off8952 00000040:00080000:2.0:1789518504.945969:0:23388:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].5, 224 off9176 00000040:00080000:2.0:1789518504.945999:0:23388:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].6, 120 off9296 00000040:00080000:2.0:1789518504.946017:0:23388:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].7, 112 off9408 00000040:00080000:2.0:1789518504.946032:0:23388:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].8, 160 off9568 00000040:00080000:2.0:1789518504.946047:0:23388:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].9, 224 off9792 00000040:00080000:2.0:1789518504.946059:0:23388:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].10, 224 off10016 00000040:00080000:2.0:1789518504.946071:0:23388:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].11, 88 off10104 00000040:00080000:2.0:1789518504.946082:0:23388:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].12, 144 off10248 00000040:00080000:2.0:1789518504.946097:0:23388:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].13, 152 off10400 00000040:00080000:2.0:1789518504.946112:0:23388:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].14, 168 off10568 00000040:00080000:2.0:1789518504.946125:0:23388:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].15, 224 off10792 00000040:00080000:2.0:1789518504.946165:0:23388:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].16, 224 off11016 00000040:00080000:2.0:1789518504.946181:0:23388:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].17, 80 off11096 00000040:00080000:2.0:1789518504.946196:0:23388:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].18, 224 off11320 00000040:00080000:2.0:1789518504.946211:0:23388:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].19, 224 off11544 00000040:00080000:2.0:1789518504.946226:0:23388:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].20, 160 off11704 00000040:00080000:2.0:1789518504.946245:0:23388:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].21, 224 off11928 00000040:00080000:2.0:1789518504.946775:0:23388:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].22, 224 off12152 00000040:00080000:2.0:1789518504.946798:0:23388:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].23, 80 off12232 00000040:00080000:2.0:1789518504.946816:0:23388:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].24, 224 off12456 00000040:00080000:2.0:1789518504.946833:0:23388:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].25, 224 off12680 00000040:00080000:2.0:1789518504.946847:0:23388:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].26, 88 off12768 00000040:00080000:2.0:1789518504.946861:0:23388:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].27, 144 off12912 00000040:00080000:2.0:1789518504.946876:0:23388:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].28, 152 off13064 00000040:00080000:2.0:1789518504.946893:0:23388:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].29, 136 off13200 00000040:00080000:2.0:1789518504.946908:0:23388:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].30, 224 off13424 00000040:00080000:2.0:1789518504.946924:0:23388:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].31, 224 off13648 00000040:00080000:2.0:1789518504.946937:0:23388:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].32, 80 off13728 00000040:00080000:2.0:1789518504.946952:0:23388:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].33, 224 off13952 00000040:00080000:2.0:1789518504.946965:0:23388:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].34, 224 off14176 00000040:00080000:2.0:1789518504.946978:0:23388:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].35, 88 off14264 00000040:00080000:2.0:1789518504.947008:0:23388:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].36, 144 off14408 00000040:00080000:2.0:1789518504.947025:0:23388:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].37, 152 off14560 00000040:00080000:2.0:1789518504.947042:0:23388:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].38, 136 off14696 00000040:00080000:2.0:1789518504.947056:0:23388:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].39, 224 off14920 00000040:00080000:2.0:1789518504.947070:0:23388:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].40, 224 off15144 00000040:00080000:2.0:1789518504.947083:0:23388:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].41, 80 off15224 00000040:00080000:2.0:1789518504.947098:0:23388:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].42, 224 off15448 00000040:00080000:2.0:1789518504.947114:0:23388:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].43, 224 off15672 00000040:00080000:2.0:1789518504.947127:0:23388:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].44, 120 off15792 00000100:00100000:2.0:1789518504.947199:0:23388:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e730207ed80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1ba3fd75-b94d-432d-934d-65078cb73340:23388:1876445522800640:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1789518504.947632:0:23388:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789518504.947853:0:23388:0:(client.c:2716:ptlrpc_set_wait()) set ffff8e74395c9480 going to sleep for 11 seconds 00000100:00100000:3.0:1789518504.948076:0:22647:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522800640 00000100:00100000:3.0:1789518504.948089:0:22647:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522800640 00000100:00100000:3.0:1789518504.948170:0:22647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:3.0:1789518504.948182:0:22647:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e741e87cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1ba3fd75-b94d-432d-934d-65078cb73340+15:23388:x1876445522800640:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789518504.948646:0:22647:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e741e87cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1ba3fd75-b94d-432d-934d-65078cb73340+15:23388:x1876445522800640:12345-0@lo:502:mount.lustre.0 Request processed in 464us (1013us total) trans 0 rc 0/0 00000100:00100000:3.0:1789518504.948665:0:22647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:2.0:1789518504.949182:0:23388:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e730207ed80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1ba3fd75-b94d-432d-934d-65078cb73340:23388:1876445522800640:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1789518504.949427:0:23388:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].45, 224 off16016 00000040:00080000:2.0:1789518504.949445:0:23388:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 45 count 46 00000100:00100000:0.0:1789518504.949736:0:22695:0:(client.c:2716:ptlrpc_set_wait()) set ffff8e7406dad6c0 going to sleep for 0 seconds 00000020:01000000:1.0:1789518504.954351:0:23392:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1789518504.954371:0:23392:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789518504.954374:0:23392:0:(obd_config.c:1563:class_process_config()) marker 11 (0x1) lustre-MDT0001-m lov setup 00000020:01000000:1.0:1789518504.954381:0:23392:0:(obd_config.c:1967:class_config_llog_handler()) For 2.x interoperability, rename obd type from lov to lod (lustre-MDT0001) 00000020:00000080:1.0:1789518504.954385:0:23392:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1789518504.954407:0:23392:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-mdtlov (ffff8e740dd9b380) 00000020:00000080:1.0:1789518504.954525:0:23392:0:(obd_config.c:720:class_attach_name()) OBD: dev 13 attached type lod with refcount 2 00000020:00000080:1.0:1789518504.954566:0:23392:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00080000:01000000:1.0:1789518504.954893:0:23392:0:(osd_handler.c:8924:osd_obd_connect()) connect #1 00000020:00000080:1.0:1789518504.954903:0:23392:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x8d0fd67942315cd0 00000020:00000080:1.0:1789518504.955185:0:23392:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-mdtlov (uuid lustre-MDT0001-mdtlov_UUID) 00000020:01000000:1.0:1789518504.955193:0:23392:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1789518504.955198:0:23392:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789518504.955200:0:23392:0:(obd_config.c:1563:class_process_config()) marker 11 (0x2) lustre-MDT0001-m lov setup 00000020:01000000:1.0:1789518504.955203:0:23392:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1789518504.955207:0:23392:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789518504.955209:0:23392:0:(obd_config.c:1563:class_process_config()) marker 12 (0x1) lustre-MDT0001 add mdt 00000020:00000080:1.0:1789518504.955213:0:23392:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1789518504.955224:0:23392:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001 (ffff8e73030e99c0) 00000020:00000080:1.0:1789518504.955237:0:23392:0:(obd_config.c:720:class_attach_name()) OBD: dev 14 attached type mdt with refcount 2 00000020:00000080:1.0:1789518504.955241:0:23392:0:(obd_config.c:1472:class_process_config()) processing cmd: cf007 00000020:00000080:1.0:1789518504.955243:0:23392:0:(obd_config.c:1516:class_process_config()) mountopt: profile lustre-MDT0001 osc lustre-MDT0001-mdtlov mdc (null) 00000020:01000000:1.0:1789518504.955246:0:23392:0:(obd_config.c:1149:class_add_profile()) Add profile lustre-MDT0001 00000020:00000080:1.0:1789518504.955254:0:23392:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:01000004:1.0:1789518504.955336:0:23392:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8e7302058000 from lustre-MDT0001, refs=2 00000020:00000080:1.0:1789518504.955352:0:23392:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDD0001 (ffff8e73030eb380) 00000020:00000080:1.0:1789518504.955362:0:23392:0:(obd_config.c:720:class_attach_name()) OBD: dev 15 attached type mdd with refcount 2 00000004:01000000:1.0:1789518504.955774:0:23392:0:(lod_dev.c:2291:lod_obd_connect()) connect #0 00000020:00000080:1.0:1789518504.955782:0:23392:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x8d0fd67942315ce5 00000020:00000080:1.0:1789518504.955900:0:23392:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDD0001 (uuid lustre-MDD0001_UUID) 00000004:01000000:1.0:1789518504.955908:0:23392:0:(mdd_device.c:1598:mdd_obd_connect()) connect #0 00000020:00000080:1.0:1789518504.955913:0:23392:0:(genops.c:1384:class_connect()) connect: client lustre-MDD0001_UUID, cookie 0x8d0fd67942315cec 00080000:01000000:1.0:1789518504.955921:0:23392:0:(osd_handler.c:8924:osd_obd_connect()) connect #2 00000020:00000080:1.0:1789518504.955925:0:23392:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x8d0fd67942315cf3 00010000:00010000:1.0:1789518505.120337:0:23392:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-mdt-lustre-MDT0001_UUID-2 is initialized 00000001:00000004:1.0:1789518505.124739:0:23392:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 3, last_transno is 8589934595 00000001:00080000:0.0:1789518505.136628:0:23392:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0001: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000020:00000080:0.0:1789518505.139331:0:23392:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001 (uuid lustre-MDT0001_UUID) 00000020:01000000:0.0:1789518505.139351:0:23392:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1789518505.139358:0:23392:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789518505.139360:0:23392:0:(obd_config.c:1563:class_process_config()) marker 12 (0x2) lustre-MDT0001 add mdt 00000020:01000000:0.0:1789518505.139364:0:23392:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1789518505.139371:0:23392:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789518505.139372:0:23392:0:(obd_config.c:1563:class_process_config()) marker 13 (0x1) lustre-MDT0000 add osp 00000020:00000080:0.0:1789518505.139375:0:23392:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:0.0:1789518505.139380:0:23392:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.202.143@tcp to nid 0x20000c0a8ca8f (192.168.202.143@tcp) 00000020:00000080:0.0:1789518505.139409:0:23392:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1789518505.139425:0:23392:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-osp-MDT0001 (ffff8e74217eb380) 00000020:00000080:0.0:1789518505.139448:0:23392:0:(obd_config.c:720:class_attach_name()) OBD: dev 16 attached type osp with refcount 2 00000020:00000080:0.0:1789518505.139496:0:23392:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:0.0:1789518505.139590:0:23392:0:(osp_dev.c:1203:osp_init0()) lustre-MDT0000-osp-MDT0001: connect to lustre-MDT0001-osd (lustre-MDT0000-osp-MDT0001) 00080000:01000000:0.0:1789518505.139597:0:23392:0:(osd_handler.c:8924:osd_obd_connect()) connect #3 00000020:00000080:0.0:1789518505.139605:0:23392:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x8d0fd67942315d01 00010000:00080000:0.0:1789518505.139637:0:23392:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8e73030cd800@lustre-MDT0000-osp-MDT0001: add connection 192.168.202.143@tcp at head 00010000:00010000:0.0:1789518505.145100:0:23392:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-osp-MDT0001-5 is initialized 00000020:00000080:3.0:1789518505.155099:0:23392:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-osp-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:3.0:1789518505.155117:0:23392:0:(obd_config.c:1472:class_process_config()) processing cmd: cf014 00000004:01000000:3.0:1789518505.155161:0:23392:0:(lod_lov.c:128:lod_add_device()) osp:lustre-MDT0000_UUID idx:0 gen:1 00000020:00000080:3.0:1789518505.155192:0:23392:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x8d0fd67942315d08 00000100:00080000:3.0:1789518505.155206:0:23392:0:(import.c:545:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1789518505.155220:0:23392:0:(import.c:666:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8e73030cd800 using connection 192.168.202.143@tcp/0@lo 00000100:00100000:3.0:1789518505.155266:0:23392:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8e743a17df80 x1876445522800768/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789518505.155301:0:23392:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID 00000100:00100000:0.0:1789518505.155430:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e743a17df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3636:1876445522800768:0@lo:38:llog_process_th.0 00000100:00100000:0.0:1789518505.155523:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789518505.155649:0:22659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522800768 00000100:00100000:3.0:1789518505.155657:0:22659:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522800768 00000100:00100000:3.0:1789518505.155821:0:22659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1789518505.155829:0:22659:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7435f08a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3636:x1876445522800768:12345-0@lo:38:llog_process_th.0 00010000:00080000:3.0:1789518505.155855:0:22659:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0001-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 672 last 0 00000020:00000080:3.0:1789518505.155889:0:22659:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x8d0fd67942315d0f 00000004:00100000:3.0:1789518505.155903:0:22659:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000001:00000004:3.0:1789518505.155908:0:22659:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 12884901888 00000020:01000000:3.0:1789518505.156030:0:23392:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1789518505.156035:0:23392:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789518505.156037:0:23392:0:(obd_config.c:1563:class_process_config()) marker 13 (0x2) lustre-MDT0000 add osp 00000020:01000000:3.0:1789518505.156040:0:23392:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:3.0:1789518505.156043:0:23392:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #14 00000020:01000000:3.0:1789518505.156045:0:23392:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1789518505.156046:0:23392:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1789518505.156047:0:23392:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:3.0:1789518505.156049:0:23392:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789518505.156051:0:23392:0:(obd_config.c:1563:class_process_config()) marker 14 (0x6) lustre sys.timeout 00000020:01000000:3.0:1789518505.156053:0:23392:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1789518505.156057:0:23392:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789518505.156059:0:23392:0:(obd_config.c:1563:class_process_config()) marker 15 (0x1) lustre-MDT0001 mdt.identity_upcall 00000020:00000080:3.0:1789518505.156063:0:23392:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000004:01000000:3.0:1789518505.156102:0:23392:0:(mdt_lproc.c:316:identity_upcall_store()) lustre-MDT0001: identity upcall set to /home/green/git/lustre-release/lustre/utils/l_getidentity 00000020:01000000:3.0:1789518505.156116:0:23392:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1789518505.156120:0:23392:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789518505.156122:0:23392:0:(obd_config.c:1563:class_process_config()) marker 15 (0x2) lustre-MDT0001 mdt.identity_upcall 00000020:01000000:3.0:1789518505.156125:0:23392:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:3.0:1789518505.156126:0:23392:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #19 00000020:01000000:3.0:1789518505.156128:0:23392:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1789518505.156129:0:23392:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1789518505.156131:0:23392:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:3.0:1789518505.156134:0:23392:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789518505.156143:0:23392:0:(obd_config.c:1563:class_process_config()) marker 19 (0x6) lustre sys.timeout 00000020:01000000:3.0:1789518505.156146:0:23392:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:3.0:1789518505.156150:0:23392:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of /dev/mapper/mds2_flakey 00000020:00000080:3.0:1789518505.156154:0:23392:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789518505.156155:0:23392:0:(obd_config.c:1563:class_process_config()) marker 23 (0x1) lustre-OST0000 add osc 00000020:00000080:3.0:1789518505.156158:0:23392:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:3.0:1789518505.156161:0:23392:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.202.143@tcp to nid 0x20000c0a8ca8f (192.168.202.143@tcp) 00000020:01000000:3.0:1789518505.156186:0:23392:0:(obd_config.c:1974:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0001) 00000020:00000080:3.0:1789518505.156189:0:23392:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1789518505.156203:0:23392:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-MDT0001 (ffff8e74317cb380) 00000020:00000080:3.0:1789518505.156215:0:23392:0:(obd_config.c:720:class_attach_name()) OBD: dev 17 attached type osp with refcount 2 00000020:00000080:3.0:1789518505.156220:0:23392:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:3.0:1789518505.156301:0:23392:0:(osp_dev.c:1203:osp_init0()) lustre-OST0000-osc-MDT0001: connect to lustre-MDT0001-osd (lustre-OST0000-osc-MDT0001) 00080000:01000000:3.0:1789518505.156308:0:23392:0:(osd_handler.c:8924:osd_obd_connect()) connect #4 00000020:00000080:3.0:1789518505.156314:0:23392:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x8d0fd67942315d1d 00010000:00080000:3.0:1789518505.156342:0:23392:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8e744110c000@lustre-OST0000-osc-MDT0001: add connection 192.168.202.143@tcp at head 00010000:00010000:3.0:1789518505.156589:0:23392:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-MDT0001-6 is initialized 00000100:00080000:1.0:1789518505.178489:0:473:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1789518505.178500:0:473:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1789518505.178525:0:473:0:(import.c:65:import_set_state_nolock()) ffff8e7303555800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789518505.178535:0:473:0:(import.c:545:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 670 00000100:00080000:1.0:1789518505.178540:0:473:0:(import.c:630:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789518505.178553:0:473:0:(import.c:666:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff8e7303555800 using connection 192.168.202.143@tcp/0@lo 00000100:00100000:1.0:1789518505.178595:0:473:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8e740dda1880 x1876445522800896/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789518505.178619:0:473:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789518505.178622:0:473:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789518505.178625:0:473:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789518505.178628:0:473:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1789518505.178785:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1789518505.178807:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e740dda3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3637:1876445522801024:0@lo:400:kworker.0 00000100:00100000:1.0:1789518505.178868:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789518505.178928:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e740dda1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3636:1876445522800896:0@lo:38:kworker.0 00000100:00100000:1.0:1789518505.178955:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789518505.179005:0:22658:0:(service.c:3467:ptlrpc_start_thread()) mdt_out[0] started 2 min 2 max 116 00000100:00100000:1.0:1789518505.179013:0:22658:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_out00_002' 00000100:00100000:1.0:1789518505.179148:0:22658:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522800896 00000100:00100000:1.0:1789518505.179156:0:22658:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522800896 00000100:00100000:1.0:1789518505.179267:0:23397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1789518505.179275:0:23397:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e740dda1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:3636:x1876445522800896:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1789518505.179333:0:23397:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e740dda1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:3636:x1876445522800896:12345-0@lo:38:kworker.0 Request processed in 57us (376us total) trans 0 rc -11/-11 00000100:00100000:1.0:1789518505.179340:0:23397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1789518505.179376:0:3636:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:1.0:1789518505.179383:0:3636:0:(import.c:65:import_set_state_nolock()) ffff8e7303555800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789518505.179393:0:3636:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-11) 00000100:00100000:1.0:1789518505.179397:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e740dda1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3636:1876445522800896:0@lo:38:kworker.0 00000100:00100000:2.0:1789518505.179760:0:22654:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522801024 00000100:00100000:2.0:1789518505.179765:0:22654:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522801024 00000100:00100000:2.0:1789518505.179808:0:22654:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1789518505.179816:0:22654:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e740dda2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3637:x1876445522801024:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789518505.179867:0:22654:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e740dda2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3637:x1876445522801024:12345-0@lo:400:kworker.0 Request processed in 52us (998us total) trans 0 rc 0/0 00000100:00100000:2.0:1789518505.179873:0:22654:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00080000:2.0:1789518505.179913:0:3637:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff8e740dda3100 x1876445522801024/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789518521 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789518505.179923:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e740dda3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3637:1876445522801024:0@lo:400:kworker.0 00000040:01000000:2.0:1789518505.189632:0:23392:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:2.0:1789518505.190972:0:23392:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0000-osc-MDT0001 ctxt 2 is initialized 00000040:00080000:2.0:1789518505.200582:0:23392:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1789518505.201361:0:23392:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x2:0x0].3, 64 off8384 00000040:00080000:0.0:1789518505.201575:0:23392:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xc:0x0].1, 64 off8256 00000100:00080000:2.0:1789518505.206664:0:22659:0:(import.c:65:import_set_state_nolock()) ffff8e7303451000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1789518505.206798:0:22659:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7435f08a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3636:x1876445522800768:12345-0@lo:38:llog_process_th.0 Request processed in 50966us (51272us total) trans 0 rc 0/0 00000100:00100000:2.0:1789518505.206809:0:22659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1789518505.206990:0:3636:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:3.0:1789518505.207009:0:3636:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-MDT0000-osp-MDT0001: connect to target with instance 3 00000100:00080000:3.0:1789518505.207021:0:3636:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-MDT0000-osp-MDT0001: Resetting ns_connect_flags to server flags: 0xa2400010450010a0 00000100:00080000:3.0:1789518505.207029:0:3636:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:3.0:1789518505.207033:0:3636:0:(import.c:65:import_set_state_nolock()) ffff8e73030cd800 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:3.0:1789518505.207073:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e743a17df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3636:1876445522800768:0@lo:38:llog_process_th.0 00000100:00100000:1.0:1789518505.208011:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e730207ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1876445522801152:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1789518505.208081:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789518505.209915:0:22658:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522801152 00000100:00100000:2.0:1789518505.209936:0:22658:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522801152 00000100:00100000:2.0:1789518505.210301:0:22658:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1789518505.210314:0:22658:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e740dda1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3639:x1876445522801152:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1789518505.210364:0:22658:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:2.0:1789518505.210523:0:22658:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e740dda1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3639:x1876445522801152:12345-0@lo:41:osp-pre-0-1.0 Request processed in 211us (2441us total) trans 0 rc 0/0 00000100:00100000:2.0:1789518505.210548:0:22658:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1789518505.213346:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e730207ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1876445522801152:0@lo:41:osp-pre-0-1.0 00000040:00080000:0.0:1789518505.214461:0:23398:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:0.0:1789518505.214483:0:23398:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xc:0x0] at index 3 of catalog [0x1:0x2:0x0] 00000020:00000080:0.0:1789518505.216659:0:23392:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:0.0:1789518505.216684:0:23392:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00000004:01000000:0.0:1789518505.216928:0:23392:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0000_UUID idx:0 gen:1 00000020:00000080:0.0:1789518505.216953:0:23392:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x8d0fd67942315d24 00000100:00080000:0.0:1789518505.216964:0:23392:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1789518505.216975:0:23392:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff8e744110c000 using connection 192.168.202.143@tcp/0@lo 00000100:00100000:0.0:1789518505.217028:0:23392:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8e7435f0b100 x1876445522801280/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789518505.217061:0:23392:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID 00000020:01000000:0.0:1789518505.217146:0:23392:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1789518505.217151:0:23392:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789518505.217154:0:23392:0:(obd_config.c:1563:class_process_config()) marker 23 (0x2) lustre-OST0000 add osc 00000020:01000000:0.0:1789518505.217158:0:23392:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:0.0:1789518505.217161:0:23392:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #26 00000020:01000000:0.0:1789518505.217163:0:23392:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1789518505.217165:0:23392:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1789518505.217166:0:23392:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:0.0:1789518505.217168:0:23392:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789518505.217181:0:23392:0:(obd_config.c:1563:class_process_config()) marker 26 (0x6) lustre sys.timeout 00000020:01000000:0.0:1789518505.217185:0:23392:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:0.0:1789518505.217189:0:23392:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of /dev/mapper/mds2_flakey 00000020:00000080:0.0:1789518505.217193:0:23392:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789518505.217194:0:23392:0:(obd_config.c:1563:class_process_config()) marker 31 (0x1) lustre-OST0001 add osc 00000020:00000080:0.0:1789518505.217197:0:23392:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:0.0:1789518505.217200:0:23392:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.202.143@tcp to nid 0x20000c0a8ca8f (192.168.202.143@tcp) 00000020:01000000:0.0:1789518505.217224:0:23392:0:(obd_config.c:1974:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0001) 00000020:00000080:0.0:1789518505.217226:0:23392:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1789518505.217238:0:23392:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-MDT0001 (ffff8e74217e99c0) 00000020:00000080:0.0:1789518505.217251:0:23392:0:(obd_config.c:720:class_attach_name()) OBD: dev 18 attached type osp with refcount 2 00000020:00000080:0.0:1789518505.217254:0:23392:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:0.0:1789518505.217325:0:23392:0:(osp_dev.c:1203:osp_init0()) lustre-OST0001-osc-MDT0001: connect to lustre-MDT0001-osd (lustre-OST0001-osc-MDT0001) 00080000:01000000:0.0:1789518505.217331:0:23392:0:(osd_handler.c:8924:osd_obd_connect()) connect #5 00000020:00000080:0.0:1789518505.217337:0:23392:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x8d0fd67942315d32 00010000:00080000:0.0:1789518505.217363:0:23392:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8e7435dc4000@lustre-OST0001-osc-MDT0001: add connection 192.168.202.143@tcp at head 00000100:00100000:3.0:1789518505.217454:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e7435f0b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3636:1876445522801280:0@lo:8:llog_process_th.0 00000400:00000100:3.0:1789518505.217593:0:3636:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1876445522801280 offset 0 length 520: 4 00010000:00010000:0.0:1789518505.217634:0:23392:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-MDT0001-7 is initialized 00000100:00080000:2.0:1789518505.217989:0:473:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1789518505.217993:0:473:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1789518505.217996:0:473:0:(import.c:65:import_set_state_nolock()) ffff8e7303555800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789518505.218005:0:473:0:(import.c:666:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff8e7303555800 using connection 192.168.202.143@tcp/0@lo 00000100:00100000:2.0:1789518505.218020:0:473:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8e730207d880 x1876445522801536/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789518505.218034:0:473:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789518505.218037:0:473:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789518505.218040:0:473:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789518505.218043:0:473:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1789518505.218089:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e730207c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3637:1876445522801664:0@lo:400:kworker.0 00000100:00100000:2.0:1789518505.218159:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789518505.218197:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1789518505.218203:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e730207ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1876445522801792:0@lo:400:kworker.0 00000100:00100000:2.0:1789518505.218231:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789518505.218263:0:22655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522801664 00000100:00100000:2.0:1789518505.218271:0:22655:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522801664 00000100:00100000:2.0:1789518505.218313:0:22655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1789518505.218321:0:22655:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e730207c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3637:x1876445522801664:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789518505.218376:0:22655:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e730207c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3637:x1876445522801664:12345-0@lo:400:kworker.0 Request processed in 55us (216us total) trans 0 rc 0/0 00000100:00100000:2.0:1789518505.218384:0:22655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1789518505.218406:0:22659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522801792 00000100:00100000:2.0:1789518505.218418:0:22659:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522801792 00000100:00100000:2.0:1789518505.218442:0:22659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1789518505.218447:0:22659:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e730207ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3637:x1876445522801792:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789518505.218500:0:22659:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e730207ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3637:x1876445522801792:12345-0@lo:400:kworker.0 Request processed in 52us (267us total) trans 0 rc 0/0 00000100:00100000:2.0:1789518505.218506:0:22659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1789518505.218547:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e730207ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1876445522801792:0@lo:400:kworker.0 00010000:00080000:2.0:1789518505.218560:0:3637:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff8e730207c380 x1876445522801664/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789518521 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789518505.218569:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e730207c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3637:1876445522801664:0@lo:400:kworker.0 00000100:00100000:3.0:1789518505.220033:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e730207f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1ba3fd75-b94d-432d-934d-65078cb73340:3640:1876445522801408:0@lo:400:kworker.0 00000100:00100000:3.0:1789518505.220097:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789518505.220171:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e730207d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3636:1876445522801536:0@lo:38:kworker.0 00000100:00100000:3.0:1789518505.220219:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789518505.220254:0:23397:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522801536 00000100:00100000:3.0:1789518505.220260:0:23397:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522801536 00000100:00100000:3.0:1789518505.220295:0:22659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:3.0:1789518505.220302:0:22659:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e743a17df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3636:x1876445522801536:12345-0@lo:38:kworker.0 00000100:00100000:3.0:1789518505.220353:0:22659:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e743a17df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3636:x1876445522801536:12345-0@lo:38:kworker.0 Request processed in 49us (132us total) trans 0 rc -11/-11 00000100:00100000:3.0:1789518505.220360:0:22659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00080000:3.0:1789518505.220397:0:3636:0:(import.c:65:import_set_state_nolock()) ffff8e7303555800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789518505.220402:0:3636:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-11) 00000100:00100000:3.0:1789518505.220405:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e730207d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3636:1876445522801536:0@lo:38:kworker.0 00000040:01000000:0.0:1789518505.220659:0:23392:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:0.0:1789518505.220678:0:23392:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0001-osc-MDT0001 ctxt 2 is initialized 00000100:00100000:2.0:1789518505.221232:0:22645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522801408 00000100:00100000:2.0:1789518505.221240:0:22645:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522801408 00000100:00100000:2.0:1789518505.221279:0:22645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:2.0:1789518505.221287:0:22645:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e741e87f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1ba3fd75-b94d-432d-934d-65078cb73340+15:3640:x1876445522801408:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789518505.221345:0:22645:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e741e87f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1ba3fd75-b94d-432d-934d-65078cb73340+15:3640:x1876445522801408:12345-0@lo:400:kworker.0 Request processed in 59us (1248us total) trans 0 rc 0/0 00000100:00100000:2.0:1789518505.221352:0:22645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:3.0:1789518505.222262:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e730207f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1ba3fd75-b94d-432d-934d-65078cb73340:3640:1876445522801408:0@lo:400:kworker.0 00000040:00080000:0.0:1789518505.234596:0:23392:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1789518505.235097:0:23392:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x5:0x0].3, 64 off8384 00000040:00080000:0.0:1789518505.235234:0:23392:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xe:0x0].1, 64 off8256 00000040:00080000:2.0:1789518505.239029:0:23400:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:2.0:1789518505.239039:0:23400:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 3 of catalog [0x1:0x5:0x0] 00000020:00000080:0.0:1789518505.240950:0:23392:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:1.0:1789518505.241039:0:23392:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00000004:01000000:1.0:1789518505.241115:0:23392:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0001_UUID idx:1 gen:1 00000020:00000080:1.0:1789518505.241142:0:23392:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x8d0fd67942315d39 00000100:00080000:1.0:1789518505.241152:0:23392:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1789518505.241164:0:23392:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff8e7435dc4000 using connection 192.168.202.143@tcp/0@lo 00000100:00100000:1.0:1789518505.241201:0:23392:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8e740dda2300 x1876445522801920/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789518505.241234:0:23392:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID 00000020:01000000:1.0:1789518505.241308:0:23392:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1789518505.241312:0:23392:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789518505.241315:0:23392:0:(obd_config.c:1563:class_process_config()) marker 31 (0x2) lustre-OST0001 add osc 00000020:01000000:1.0:1789518505.241318:0:23392:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1789518505.241322:0:23392:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789518505.241324:0:23392:0:(obd_config.c:1563:class_process_config()) marker 35 (0x1) lustre sys.timeout 00000020:00000080:1.0:1789518505.241326:0:23392:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:1.0:1789518505.241328:0:23392:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:1.0:1789518505.241330:0:23392:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1789518505.241333:0:23392:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789518505.241334:0:23392:0:(obd_config.c:1563:class_process_config()) marker 35 (0x2) lustre sys.timeout 00000020:01000000:1.0:1789518505.241337:0:23392:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1789518505.241339:0:23392:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789518505.241340:0:23392:0:(obd_config.c:1563:class_process_config()) marker 40 (0x1) lustre sys.jobid_var 00000020:00000080:1.0:1789518505.241344:0:23392:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000020:01000000:1.0:1789518505.241375:0:23392:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1789518505.241384:0:23392:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789518505.241386:0:23392:0:(obd_config.c:1563:class_process_config()) marker 40 (0x2) lustre sys.jobid_var 00000040:00080000:1.0:1789518505.241389:0:23392:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xe:0x0] index 46 count 46 00000020:01000000:1.0:1789518505.241447:0:23388:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-MDT0001 gen 1-45 (rc=0) 10000000:01000000:1.0:1789518505.241507:0:23388:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.143@tcp: configuration from log 'lustre-MDT0001' succeeded (0). 00010000:00010000:1.0:1789518505.241523:0:23388:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.143@tcp lock: ffff8e7400030400/0x8d0fd67942315cbb lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x8d0fd67942315cc2 expref: -99 pid: 23388 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518505.241535:0:23388:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.143@tcp lock: ffff8e7400030400/0x8d0fd67942315cbb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x8d0fd67942315cc2 expref: -99 pid: 23388 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789518505.241544:0:23388:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff8e7302058000 from 1 10000000:01000000:1.0:1789518505.241547:0:23388:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:1.0:1789518505.241573:0:23388:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.143@tcp lock: ffff8e7435f0c400/0x8d0fd67942315d40 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23388 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518505.241581:0:23388:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.143@tcp lock: ffff8e7435f0c400/0x8d0fd67942315d40 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23388 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518505.241592:0:23388:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.143@tcp lock: ffff8e7435f0c400/0x8d0fd67942315d40 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23388 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789518505.241610:0:23388:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e740dda2680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1ba3fd75-b94d-432d-934d-65078cb73340:23388:1876445522802048:0@lo:101:mount.lustre.0 00000100:00080000:2.0:1789518505.241901:0:473:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789518505.241906:0:473:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789518505.241909:0:473:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789518505.241912:0:473:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1789518505.242035:0:23388:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789518505.242079:0:23388:0:(client.c:2716:ptlrpc_set_wait()) set ffff8e74316899c0 going to sleep for 11 seconds 00000100:00100000:2.0:1789518505.242194:0:22648:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522802048 00000100:00100000:2.0:1789518505.242209:0:22648:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522802048 00000100:00100000:2.0:1789518505.242255:0:22648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:2.0:1789518505.242263:0:22648:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e741e87f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1ba3fd75-b94d-432d-934d-65078cb73340+15:23388:x1876445522802048:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1789518505.242278:0:22648:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789518505.242291:0:22648:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8e740166ce00/0x8d0fd67942315d47 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x8d0fd67942315d40 expref: -99 pid: 22648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518505.242313:0:22648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8e740166ce00/0x8d0fd67942315d47 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x8d0fd67942315d40 expref: 16 pid: 22648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518505.242324:0:22648:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8e740166ce00/0x8d0fd67942315d47 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x8d0fd67942315d40 expref: 16 pid: 22648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518505.242332:0:22648:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8e740166ce00, rc 0) 00000100:00100000:2.0:1789518505.242373:0:22648:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e741e87f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1ba3fd75-b94d-432d-934d-65078cb73340+16:23388:x1876445522802048:12345-0@lo:101:mount.lustre.0 Request processed in 111us (339us total) trans 0 rc 0/0 00000100:00100000:2.0:1789518505.242379:0:22648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:1.0:1789518505.242505:0:23388:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e740dda2680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1ba3fd75-b94d-432d-934d-65078cb73340:23388:1876445522802048:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1789518505.242520:0:23388:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.143@tcp lock: ffff8e7435f0c400/0x8d0fd67942315d40 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x8d0fd67942315d47 expref: -99 pid: 23388 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518505.242529:0:23388:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.143@tcp lock: ffff8e7435f0c400/0x8d0fd67942315d40 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x8d0fd67942315d47 expref: -99 pid: 23388 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789518505.244549:0:23388:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e740dda2680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1ba3fd75-b94d-432d-934d-65078cb73340:23388:1876445522802176:0@lo:256:mount.lustre.0 00000100:00100000:1.0:1789518505.244626:0:23388:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789518505.245035:0:22647:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522802176 00000100:00100000:2.0:1789518505.245044:0:22647:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522802176 00000100:00100000:2.0:1789518505.245104:0:22647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:2.0:1789518505.245113:0:22647:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e741e87c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1ba3fd75-b94d-432d-934d-65078cb73340+16:23388:x1876445522802176:12345-0@lo:256:mount.lustre.0 20000000:01000000:2.0:1789518505.245134:0:22647:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 1048576. 20000000:01000000:2.0:1789518505.245153:0:22647:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:2.0:1789518505.245156:0:22647:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 11 00000100:00100000:2.0:1789518505.245244:0:22647:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e741e87c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1ba3fd75-b94d-432d-934d-65078cb73340+16:23388:x1876445522802176:12345-0@lo:256:mount.lustre.0 Request processed in 131us (616us total) trans 0 rc 0/0 00000100:00100000:2.0:1789518505.245252:0:22647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:3.0:1789518505.245383:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e740dda2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3636:1876445522801920:0@lo:8:llog_process_th.0 00000400:00000100:3.0:1789518505.245420:0:3636:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1876445522801920 offset 0 length 520: 4 00000100:00100000:1.0:1789518505.246949:0:23388:0:(client.c:2716:ptlrpc_set_wait()) set ffff8e74316899c0 going to sleep for 11 seconds 00000100:00100000:1.0:1789518505.246993:0:23388:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e740dda2680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1ba3fd75-b94d-432d-934d-65078cb73340:23388:1876445522802176:0@lo:256:mount.lustre.0 10000000:01000000:1.0:1789518505.249368:0:23388:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.143@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:1.0:1789518505.249496:0:23388:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.143@tcp lock: ffff8e7435f0c400/0x8d0fd67942315d40 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x8d0fd67942315d47 expref: -99 pid: 23388 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518505.249511:0:23388:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.143@tcp lock: ffff8e7435f0c400/0x8d0fd67942315d40 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x8d0fd67942315d47 expref: -99 pid: 23388 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789518505.249523:0:23388:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff8e7302058000 from 1 10000000:01000000:1.0:1789518505.249526:0:23388:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1789518505.249570:0:23388:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.143@tcp lock: ffff8e7435f0ca00/0x8d0fd67942315d4e lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23388 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518505.249579:0:23388:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.143@tcp lock: ffff8e7435f0ca00/0x8d0fd67942315d4e lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23388 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518505.249591:0:23388:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.143@tcp lock: ffff8e7435f0ca00/0x8d0fd67942315d4e lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23388 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789518505.249617:0:23388:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e740dda2680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1ba3fd75-b94d-432d-934d-65078cb73340:23388:1876445522802304:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1789518505.255022:0:23388:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789518505.255096:0:23388:0:(client.c:2716:ptlrpc_set_wait()) set ffff8e74316899c0 going to sleep for 11 seconds 00000100:00100000:3.0:1789518505.255394:0:22645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522802304 00000100:00100000:3.0:1789518505.255405:0:22645:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522802304 00000100:00100000:3.0:1789518505.255502:0:22645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:3.0:1789518505.255512:0:22645:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e741e87fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1ba3fd75-b94d-432d-934d-65078cb73340+16:23388:x1876445522802304:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1789518505.255529:0:22645:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789518505.255549:0:22645:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8e7400030a00/0x8d0fd67942315d55 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x8d0fd67942315d4e expref: -99 pid: 22645 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518505.255580:0:22645:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8e7400030a00/0x8d0fd67942315d55 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x8d0fd67942315d4e expref: 17 pid: 22645 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518505.255591:0:22645:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8e7400030a00/0x8d0fd67942315d55 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x8d0fd67942315d4e expref: 17 pid: 22645 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518505.255615:0:22645:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8e7400030a00, rc 0) 00000100:00100000:3.0:1789518505.255965:0:22645:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e741e87fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1ba3fd75-b94d-432d-934d-65078cb73340+17:23388:x1876445522802304:12345-0@lo:101:mount.lustre.0 Request processed in 454us (948us total) trans 0 rc 0/0 00000100:00100000:3.0:1789518505.255972:0:22645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:1.0:1789518505.256118:0:23388:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e740dda2680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1ba3fd75-b94d-432d-934d-65078cb73340:23388:1876445522802304:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1789518505.256152:0:23388:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.143@tcp lock: ffff8e7435f0ca00/0x8d0fd67942315d4e lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x8d0fd67942315d55 expref: -99 pid: 23388 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518505.256164:0:23388:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.143@tcp lock: ffff8e7435f0ca00/0x8d0fd67942315d4e lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x8d0fd67942315d55 expref: -99 pid: 23388 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1789518505.259025:0:23388:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 13 count 13 00000040:00080000:1.0:1789518505.259368:0:23388:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1789518505.259639:0:23388:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].1, 224 off8416 00000040:00080000:1.0:1789518505.261113:0:23388:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].2, 112 off8528 00000040:00080000:1.0:1789518505.261138:0:23388:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].3, 224 off8752 00000040:00080000:1.0:1789518505.261154:0:23388:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].4, 224 off8976 00000040:00080000:1.0:1789518505.261169:0:23388:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].5, 112 off9088 00000040:00080000:1.0:1789518505.261184:0:23388:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].6, 224 off9312 00000040:00080000:1.0:1789518505.261199:0:23388:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].7, 224 off9536 00000040:00080000:1.0:1789518505.261213:0:23388:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].8, 128 off9664 00000040:00080000:1.0:1789518505.261229:0:23388:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].9, 224 off9888 00000040:00080000:1.0:1789518505.261244:0:23388:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].10, 224 off10112 00000040:00080000:1.0:1789518505.261259:0:23388:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].11, 128 off10240 00000040:00080000:1.0:1789518505.261282:0:23388:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].12, 224 off10464 00000040:00080000:1.0:1789518505.261288:0:23388:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 12 count 13 00000100:00100000:1.0:1789518505.261396:0:23388:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e740dda2680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1ba3fd75-b94d-432d-934d-65078cb73340:23388:1876445522802432:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1789518505.262096:0:23388:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789518505.262196:0:23388:0:(client.c:2716:ptlrpc_set_wait()) set ffff8e7431689780 going to sleep for 11 seconds 00000100:00100000:0.0:1789518505.269673:0:22648:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522802432 00000100:00100000:0.0:1789518505.269831:0:22648:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522802432 00000100:00100000:0.0:1789518505.269891:0:22648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:0.0:1789518505.269902:0:22648:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e741e87ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1ba3fd75-b94d-432d-934d-65078cb73340+17:23388:x1876445522802432:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1789518505.270129:0:22648:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e741e87ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1ba3fd75-b94d-432d-934d-65078cb73340+17:23388:x1876445522802432:12345-0@lo:501:mount.lustre.0 Request processed in 228us (8033us total) trans 0 rc 0/0 00000100:00100000:0.0:1789518505.270138:0:22648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:1.0:1789518505.270278:0:23388:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e740dda2680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1ba3fd75-b94d-432d-934d-65078cb73340:23388:1876445522802432:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1789518505.270331:0:23388:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e740dda2680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1ba3fd75-b94d-432d-934d-65078cb73340:23388:1876445522802560:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1789518505.270381:0:23388:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789518505.270425:0:23388:0:(client.c:2716:ptlrpc_set_wait()) set ffff8e7431689780 going to sleep for 11 seconds 00000100:00100000:3.0:1789518505.270558:0:22645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522802560 00000100:00100000:3.0:1789518505.270564:0:22645:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522802560 00000100:00100000:3.0:1789518505.270603:0:22645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:3.0:1789518505.270611:0:22645:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e741e87e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1ba3fd75-b94d-432d-934d-65078cb73340+17:23388:x1876445522802560:12345-0@lo:503:mount.lustre.0 00000100:00100000:3.0:1789518505.270757:0:22645:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e741e87e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1ba3fd75-b94d-432d-934d-65078cb73340+17:23388:x1876445522802560:12345-0@lo:503:mount.lustre.0 Request processed in 146us (375us total) trans 0 rc 0/0 00000100:00100000:3.0:1789518505.270766:0:22645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00010000:00010000:1.0:1789518505.271358:0:22642:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789518505.271397:0:23388:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e740dda2680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1ba3fd75-b94d-432d-934d-65078cb73340:23388:1876445522802560:0@lo:503:mount.lustre.0 00000040:00080000:1.0:1789518505.272344:0:23388:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:1.0:1789518505.272441:0:23388:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e740dda2680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1ba3fd75-b94d-432d-934d-65078cb73340:23388:1876445522802688:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1789518505.272540:0:23388:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789518505.272730:0:23388:0:(client.c:2716:ptlrpc_set_wait()) set ffff8e74316899c0 going to sleep for 11 seconds 00000100:00100000:3.0:1789518505.286534:0:22645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522802688 00000100:00100000:3.0:1789518505.286553:0:22645:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522802688 00000100:00100000:3.0:1789518505.286620:0:22645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:3.0:1789518505.286631:0:22645:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e741e87e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1ba3fd75-b94d-432d-934d-65078cb73340+17:23388:x1876445522802688:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789518505.287214:0:22645:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e741e87e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1ba3fd75-b94d-432d-934d-65078cb73340+17:23388:x1876445522802688:12345-0@lo:502:mount.lustre.0 Request processed in 583us (14672us total) trans 0 rc 0/0 00000100:00100000:3.0:1789518505.287224:0:22645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00100000:1.0:1789518505.287346:0:23388:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e740dda2680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1ba3fd75-b94d-432d-934d-65078cb73340:23388:1876445522802688:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1789518505.287625:0:23388:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].1, 224 off8416 00000040:00080000:1.0:1789518505.287674:0:23388:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].2, 112 off8528 00000040:00080000:1.0:1789518505.287704:0:23388:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].3, 224 off8752 00000040:00080000:1.0:1789518505.288024:0:23388:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].4, 224 off8976 00000040:00080000:1.0:1789518505.288047:0:23388:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].5, 112 off9088 00000040:00080000:1.0:1789518505.288062:0:23388:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].6, 224 off9312 00000040:00080000:1.0:1789518505.288076:0:23388:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].7, 224 off9536 00000040:00080000:1.0:1789518505.288090:0:23388:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].8, 128 off9664 00000040:00080000:1.0:1789518505.288105:0:23388:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].9, 224 off9888 00000040:00080000:1.0:1789518505.288118:0:23388:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].10, 224 off10112 00000040:00080000:1.0:1789518505.288131:0:23388:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].11, 128 off10240 00000100:00100000:1.0:1789518505.288175:0:23388:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e740dda2680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1ba3fd75-b94d-432d-934d-65078cb73340:23388:1876445522802816:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1789518505.288231:0:23388:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789518505.288322:0:23388:0:(client.c:2716:ptlrpc_set_wait()) set ffff8e74316899c0 going to sleep for 11 seconds 00000100:00100000:2.0:1789518505.288544:0:22647:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522802816 00000100:00100000:2.0:1789518505.288553:0:22647:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522802816 00000100:00100000:2.0:1789518505.290341:0:22647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:2.0:1789518505.290355:0:22647:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e741e87c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1ba3fd75-b94d-432d-934d-65078cb73340+17:23388:x1876445522802816:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1789518505.290576:0:22647:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e741e87c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1ba3fd75-b94d-432d-934d-65078cb73340+17:23388:x1876445522802816:12345-0@lo:502:mount.lustre.0 Request processed in 224us (2344us total) trans 0 rc 0/0 00000100:00100000:2.0:1789518505.290585:0:22647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00100000:1.0:1789518505.291617:0:23388:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e740dda2680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1ba3fd75-b94d-432d-934d-65078cb73340:23388:1876445522802816:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1789518505.291765:0:23388:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].12, 224 off10464 00000040:00080000:1.0:1789518505.291783:0:23388:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 12 count 13 00000020:01000000:1.0:1789518505.293179:0:23402:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1789518505.293192:0:23402:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789518505.293195:0:23402:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:1.0:1789518505.293201:0:23402:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff8e7302058000 00000020:00000080:1.0:1789518505.293204:0:23402:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1789518505.293227:0:23402:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1789518505.293230:0:23402:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789518505.293232:0:23402:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:1.0:1789518505.293234:0:23402:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1789518505.293237:0:23402:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789518505.293238:0:23402:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:1.0:1789518505.293241:0:23402:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff8e7302058000 00000020:00000080:1.0:1789518505.293243:0:23402:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1789518505.293308:0:23402:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1789518505.293312:0:23402:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789518505.293313:0:23402:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:1.0:1789518505.293315:0:23402:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1789518505.293318:0:23402:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789518505.293319:0:23402:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:1.0:1789518505.293322:0:23402:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff8e7302058000 00000020:00000080:1.0:1789518505.293324:0:23402:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1789518505.293341:0:23402:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1789518505.293344:0:23402:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789518505.293346:0:23402:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:1.0:1789518505.293348:0:23402:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1789518505.293350:0:23402:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789518505.293352:0:23402:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:1.0:1789518505.293355:0:23402:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff8e7302058000 00000020:00000080:1.0:1789518505.293357:0:23402:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1789518505.293380:0:23402:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1789518505.293383:0:23402:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789518505.293385:0:23402:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:1.0:1789518505.293388:0:23402:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x10:0x0] index 13 count 13 00000020:01000000:3.0:1789518505.306900:0:23388:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:3.0:1789518505.306950:0:23388:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.143@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1789518505.306986:0:23388:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.143@tcp lock: ffff8e7435f0ca00/0x8d0fd67942315d4e lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x8d0fd67942315d55 expref: -99 pid: 23388 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518505.307000:0:23388:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.143@tcp lock: ffff8e7435f0ca00/0x8d0fd67942315d4e lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x8d0fd67942315d55 expref: -99 pid: 23388 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789518505.307078:0:23388:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:3.0:1789518505.307081:0:23388:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff8e7302058000 10000000:01000000:3.0:1789518505.307084:0:23388:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff8e7302058000 10000000:01000000:3.0:1789518505.307088:0:23388:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:3.0:1789518505.307093:0:23388:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff8e7302058000 from 1 10000000:01000000:3.0:1789518505.307096:0:23388:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:3.0:1789518505.307132:0:23388:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.143@tcp lock: ffff8e7400030c00/0x8d0fd67942315d5c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23388 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518505.307140:0:23388:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.143@tcp lock: ffff8e7400030c00/0x8d0fd67942315d5c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23388 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518505.307150:0:23388:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.143@tcp lock: ffff8e7400030c00/0x8d0fd67942315d5c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23388 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789518505.307173:0:23388:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e743a17ce00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1ba3fd75-b94d-432d-934d-65078cb73340:23388:1876445522802944:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1789518505.307242:0:23388:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789518505.307296:0:23388:0:(client.c:2716:ptlrpc_set_wait()) set ffff8e7405736e40 going to sleep for 11 seconds 00000100:00100000:2.0:1789518505.309165:0:22647:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522802944 00000100:00100000:2.0:1789518505.309179:0:22647:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522802944 00000100:00100000:2.0:1789518505.309240:0:22645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:2.0:1789518505.309250:0:22645:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e741e87dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1ba3fd75-b94d-432d-934d-65078cb73340+17:23388:x1876445522802944:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1789518505.309265:0:22645:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789518505.309281:0:22645:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8e740166c400/0x8d0fd67942315d63 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x8d0fd67942315d5c expref: -99 pid: 22645 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518505.309310:0:22645:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8e740166c400/0x8d0fd67942315d63 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x8d0fd67942315d5c expref: 18 pid: 22645 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518505.309319:0:22645:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8e740166c400/0x8d0fd67942315d63 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x8d0fd67942315d5c expref: 18 pid: 22645 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518505.309327:0:22645:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8e740166c400, rc 0) 00000100:00100000:2.0:1789518505.309394:0:22645:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e741e87dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1ba3fd75-b94d-432d-934d-65078cb73340+18:23388:x1876445522802944:12345-0@lo:101:mount.lustre.0 Request processed in 147us (2152us total) trans 0 rc 0/0 00000100:00100000:2.0:1789518505.309400:0:22645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00100000:2.0:1789518505.309456:0:23388:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e743a17ce00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1ba3fd75-b94d-432d-934d-65078cb73340:23388:1876445522802944:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1789518505.309490:0:23388:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.143@tcp lock: ffff8e7400030c00/0x8d0fd67942315d5c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x8d0fd67942315d63 expref: -99 pid: 23388 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518505.309500:0:23388:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.143@tcp lock: ffff8e7400030c00/0x8d0fd67942315d5c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x8d0fd67942315d63 expref: -99 pid: 23388 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1789518505.323219:0:23388:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 52 count 51 00000040:00080000:3.0:1789518505.323584:0:23388:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1789518505.327315:0:23388:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].1, 224 off8416 00000040:00080000:3.0:1789518505.327352:0:23388:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].2, 120 off8536 00000040:00080000:3.0:1789518505.327369:0:23388:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].3, 168 off8704 00000040:00080000:3.0:1789518505.327382:0:23388:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].4, 224 off8928 00000040:00080000:3.0:1789518505.327395:0:23388:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].5, 224 off9152 00000040:00080000:3.0:1789518505.327406:0:23388:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].6, 120 off9272 00000040:00080000:3.0:1789518505.327419:0:23388:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].7, 168 off9440 00000040:00080000:3.0:1789518505.327432:0:23388:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].8, 224 off9664 00000040:00080000:3.0:1789518505.327446:0:23388:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].9, 224 off9888 00000040:00080000:3.0:1789518505.327493:0:23388:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].10, 120 off10008 00000040:00080000:3.0:1789518505.327524:0:23388:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].11, 224 off10232 00000040:00080000:3.0:1789518505.327541:0:23388:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].12, 224 off10456 00000040:00080000:3.0:1789518505.327554:0:23388:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].13, 88 off10544 00000040:00080000:3.0:1789518505.327568:0:23388:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].14, 128 off10672 00000040:00080000:3.0:1789518505.327581:0:23388:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].15, 144 off10816 00000040:00080000:3.0:1789518505.327594:0:23388:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].16, 160 off10976 00000040:00080000:3.0:1789518505.327608:0:23388:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].17, 224 off11200 00000040:00080000:3.0:1789518505.327621:0:23388:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].18, 224 off11424 00000040:00080000:3.0:1789518505.327635:0:23388:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].19, 80 off11504 00000040:00080000:3.0:1789518505.327648:0:23388:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].20, 224 off11728 00000040:00080000:3.0:1789518505.327661:0:23388:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].21, 224 off11952 00000040:00080000:3.0:1789518505.327676:0:23388:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].22, 88 off12040 00000040:00080000:3.0:1789518505.329899:0:23388:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].23, 128 off12168 00000040:00080000:3.0:1789518505.329917:0:23388:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].24, 144 off12312 00000040:00080000:3.0:1789518505.329930:0:23388:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].25, 160 off12472 00000040:00080000:3.0:1789518505.329942:0:23388:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].26, 224 off12696 00000040:00080000:3.0:1789518505.330255:0:23388:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].27, 224 off12920 00000040:00080000:3.0:1789518505.330270:0:23388:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].28, 80 off13000 00000040:00080000:3.0:1789518505.330280:0:23388:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].29, 224 off13224 00000040:00080000:3.0:1789518505.330291:0:23388:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].30, 224 off13448 00000040:00080000:3.0:1789518505.330303:0:23388:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].31, 88 off13536 00000040:00080000:3.0:1789518505.330315:0:23388:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].32, 128 off13664 00000040:00080000:3.0:1789518505.330327:0:23388:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].33, 144 off13808 00000040:00080000:3.0:1789518505.330338:0:23388:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].34, 128 off13936 00000040:00080000:3.0:1789518505.330351:0:23388:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].35, 224 off14160 00000040:00080000:3.0:1789518505.330365:0:23388:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].36, 224 off14384 00000040:00080000:3.0:1789518505.330379:0:23388:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].37, 80 off14464 00000040:00080000:3.0:1789518505.330393:0:23388:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].38, 224 off14688 00000040:00080000:3.0:1789518505.330407:0:23388:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].39, 224 off14912 00000040:00080000:3.0:1789518505.330422:0:23388:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].40, 88 off15000 00000040:00080000:3.0:1789518505.330434:0:23388:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].41, 128 off15128 00000040:00080000:3.0:1789518505.330448:0:23388:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].42, 144 off15272 00000040:00080000:3.0:1789518505.330504:0:23388:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].43, 128 off15400 00000040:00080000:3.0:1789518505.330536:0:23388:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].44, 224 off15624 00000040:00080000:3.0:1789518505.330551:0:23388:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].45, 224 off15848 00000040:00080000:3.0:1789518505.330563:0:23388:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].46, 80 off15928 00000040:00080000:3.0:1789518505.330578:0:23388:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].47, 224 off16152 00000040:00080000:3.0:1789518505.330592:0:23388:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].48, 232 off16384 00000040:00080000:3.0:1789518505.330900:0:23388:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].49, 224 off16608 00000040:00080000:3.0:1789518505.330922:0:23388:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].50, 120 off16728 00000040:00080000:3.0:1789518505.330943:0:23388:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].51, 224 off16952 00000040:00080000:3.0:1789518505.330949:0:23388:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 51 count 51 00000100:00100000:3.0:1789518505.331068:0:23388:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e743a17c700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1ba3fd75-b94d-432d-934d-65078cb73340:23388:1876445522803072:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1789518505.331136:0:23388:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789518505.331187:0:23388:0:(client.c:2716:ptlrpc_set_wait()) set ffff8e7405736f00 going to sleep for 11 seconds 00000100:00100000:1.0:1789518505.333426:0:22648:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522803072 00000100:00100000:1.0:1789518505.333441:0:22648:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522803072 00000100:00100000:1.0:1789518505.333528:0:22648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:1.0:1789518505.333539:0:22648:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e741e87d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1ba3fd75-b94d-432d-934d-65078cb73340+18:23388:x1876445522803072:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1789518505.333739:0:22648:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e741e87d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1ba3fd75-b94d-432d-934d-65078cb73340+18:23388:x1876445522803072:12345-0@lo:501:mount.lustre.0 Request processed in 202us (2603us total) trans 0 rc 0/0 00000100:00100000:1.0:1789518505.333757:0:22648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00100000:3.0:1789518505.335970:0:23388:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e743a17c700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1ba3fd75-b94d-432d-934d-65078cb73340:23388:1876445522803072:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1789518505.336043:0:23388:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e743a17c700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1ba3fd75-b94d-432d-934d-65078cb73340:23388:1876445522803200:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1789518505.336113:0:23388:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789518505.336155:0:23388:0:(client.c:2716:ptlrpc_set_wait()) set ffff8e7405736f00 going to sleep for 11 seconds 00000100:00100000:3.0:1789518505.336176:0:22647:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522803200 00000100:00100000:3.0:1789518505.336183:0:22647:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522803200 00000100:00100000:3.0:1789518505.336227:0:22647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:3.0:1789518505.336235:0:22647:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e741e87e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1ba3fd75-b94d-432d-934d-65078cb73340+18:23388:x1876445522803200:12345-0@lo:503:mount.lustre.0 00000100:00100000:3.0:1789518505.336338:0:22647:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e741e87e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1ba3fd75-b94d-432d-934d-65078cb73340+18:23388:x1876445522803200:12345-0@lo:503:mount.lustre.0 Request processed in 103us (225us total) trans 0 rc 0/0 00000100:00100000:3.0:1789518505.336346:0:22647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00100000:3.0:1789518505.336385:0:23388:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e743a17c700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1ba3fd75-b94d-432d-934d-65078cb73340:23388:1876445522803200:0@lo:503:mount.lustre.0 00000040:00080000:3.0:1789518505.337087:0:23388:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:3.0:1789518505.337162:0:23388:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e743a17c700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1ba3fd75-b94d-432d-934d-65078cb73340:23388:1876445522803328:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789518505.337206:0:23388:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789518505.337224:0:23388:0:(client.c:2716:ptlrpc_set_wait()) set ffff8e7405736f00 going to sleep for 11 seconds 00000100:00100000:3.0:1789518505.337249:0:22647:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522803328 00000100:00100000:3.0:1789518505.337253:0:22647:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522803328 00000100:00100000:3.0:1789518505.337272:0:22647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:3.0:1789518505.337277:0:22647:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e741e87c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1ba3fd75-b94d-432d-934d-65078cb73340+18:23388:x1876445522803328:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789518505.337360:0:22647:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e741e87c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1ba3fd75-b94d-432d-934d-65078cb73340+18:23388:x1876445522803328:12345-0@lo:502:mount.lustre.0 Request processed in 83us (154us total) trans 0 rc 0/0 00000100:00100000:3.0:1789518505.337368:0:22647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00100000:3.0:1789518505.337403:0:23388:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e743a17c700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1ba3fd75-b94d-432d-934d-65078cb73340:23388:1876445522803328:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1789518505.337586:0:23388:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].1, 224 off8416 00000040:00080000:3.0:1789518505.337611:0:23388:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].2, 120 off8536 00000040:00080000:3.0:1789518505.337626:0:23388:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].3, 168 off8704 00000040:00080000:3.0:1789518505.337639:0:23388:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].4, 224 off8928 00000040:00080000:3.0:1789518505.337652:0:23388:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].5, 224 off9152 00000040:00080000:3.0:1789518505.337665:0:23388:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].6, 120 off9272 00000040:00080000:3.0:1789518505.337693:0:23388:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].7, 168 off9440 00000040:00080000:3.0:1789518505.337710:0:23388:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].8, 224 off9664 00000040:00080000:3.0:1789518505.339170:0:23388:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].9, 224 off9888 00000040:00080000:3.0:1789518505.339205:0:23388:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].10, 120 off10008 00000040:00080000:3.0:1789518505.339219:0:23388:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].11, 224 off10232 00000040:00080000:3.0:1789518505.339232:0:23388:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].12, 224 off10456 00000040:00080000:3.0:1789518505.339245:0:23388:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].13, 88 off10544 00000040:00080000:3.0:1789518505.339258:0:23388:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].14, 128 off10672 00000040:00080000:3.0:1789518505.339270:0:23388:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].15, 144 off10816 00000040:00080000:3.0:1789518505.339284:0:23388:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].16, 160 off10976 00000040:00080000:3.0:1789518505.339319:0:23388:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].17, 224 off11200 00000040:00080000:3.0:1789518505.339334:0:23388:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].18, 224 off11424 00000040:00080000:3.0:1789518505.339347:0:23388:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].19, 80 off11504 00000040:00080000:3.0:1789518505.339369:0:23388:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].20, 224 off11728 00000040:00080000:3.0:1789518505.339382:0:23388:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].21, 224 off11952 00000040:00080000:3.0:1789518505.339394:0:23388:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].22, 88 off12040 00000040:00080000:3.0:1789518505.339408:0:23388:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].23, 128 off12168 00000040:00080000:3.0:1789518505.339421:0:23388:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].24, 144 off12312 00000040:00080000:3.0:1789518505.339434:0:23388:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].25, 160 off12472 00000040:00080000:3.0:1789518505.339446:0:23388:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].26, 224 off12696 00000040:00080000:3.0:1789518505.339459:0:23388:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].27, 224 off12920 00000040:00080000:3.0:1789518505.342932:0:23388:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].28, 80 off13000 00000040:00080000:3.0:1789518505.342952:0:23388:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].29, 224 off13224 00000040:00080000:3.0:1789518505.342965:0:23388:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].30, 224 off13448 00000040:00080000:3.0:1789518505.342988:0:23388:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].31, 88 off13536 00000040:00080000:3.0:1789518505.343006:0:23388:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].32, 128 off13664 00000040:00080000:3.0:1789518505.343048:0:23388:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].33, 144 off13808 00000040:00080000:3.0:1789518505.343064:0:23388:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].34, 128 off13936 00000040:00080000:3.0:1789518505.343076:0:23388:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].35, 224 off14160 00000040:00080000:3.0:1789518505.343086:0:23388:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].36, 224 off14384 00000040:00080000:3.0:1789518505.343096:0:23388:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].37, 80 off14464 00000040:00080000:3.0:1789518505.343109:0:23388:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].38, 224 off14688 00000040:00080000:3.0:1789518505.343122:0:23388:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].39, 224 off14912 00000040:00080000:3.0:1789518505.343136:0:23388:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].40, 88 off15000 00000040:00080000:3.0:1789518505.343149:0:23388:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].41, 128 off15128 00000040:00080000:3.0:1789518505.343162:0:23388:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].42, 144 off15272 00000040:00080000:3.0:1789518505.343176:0:23388:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].43, 128 off15400 00000040:00080000:3.0:1789518505.343190:0:23388:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].44, 224 off15624 00000040:00080000:3.0:1789518505.343203:0:23388:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].45, 224 off15848 00000040:00080000:3.0:1789518505.343216:0:23388:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].46, 80 off15928 00000040:00080000:3.0:1789518505.343231:0:23388:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].47, 224 off16152 00000040:00080000:3.0:1789518505.343244:0:23388:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].48, 232 off16384 00000100:00100000:3.0:1789518505.343320:0:23388:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e743a17c700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1ba3fd75-b94d-432d-934d-65078cb73340:23388:1876445522803456:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789518505.343403:0:23388:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789518505.343456:0:23388:0:(client.c:2716:ptlrpc_set_wait()) set ffff8e7405736f00 going to sleep for 11 seconds 00000100:00100000:3.0:1789518505.343519:0:22648:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522803456 00000100:00100000:3.0:1789518505.343527:0:22648:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522803456 00000100:00100000:3.0:1789518505.343575:0:22648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:3.0:1789518505.343584:0:22648:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e741e87d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1ba3fd75-b94d-432d-934d-65078cb73340+18:23388:x1876445522803456:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789518505.350090:0:22648:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e741e87d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1ba3fd75-b94d-432d-934d-65078cb73340+18:23388:x1876445522803456:12345-0@lo:502:mount.lustre.0 Request processed in 6498us (6678us total) trans 0 rc 0/0 00000100:00100000:3.0:1789518505.350106:0:22648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00100000:3.0:1789518505.350204:0:23388:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e743a17c700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1ba3fd75-b94d-432d-934d-65078cb73340:23388:1876445522803456:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1789518505.350441:0:23388:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].49, 224 off16608 00000040:00080000:3.0:1789518505.350506:0:23388:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].50, 120 off16728 00000100:00100000:3.0:1789518505.350546:0:23388:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e743a17c700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1ba3fd75-b94d-432d-934d-65078cb73340:23388:1876445522803584:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789518505.350590:0:23388:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789518505.350625:0:23388:0:(client.c:2716:ptlrpc_set_wait()) set ffff8e7405736f00 going to sleep for 11 seconds 00000100:00100000:1.0:1789518505.357918:0:22647:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522803584 00000100:00100000:1.0:1789518505.357934:0:22647:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522803584 00000100:00100000:1.0:1789518505.358008:0:22648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:1.0:1789518505.358020:0:22648:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e741e87f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1ba3fd75-b94d-432d-934d-65078cb73340+18:23388:x1876445522803584:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1789518505.358198:0:22648:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e741e87f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1ba3fd75-b94d-432d-934d-65078cb73340+18:23388:x1876445522803584:12345-0@lo:502:mount.lustre.0 Request processed in 181us (7607us total) trans 0 rc 0/0 00000100:00100000:1.0:1789518505.358207:0:22648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00100000:1.0:1789518505.358280:0:23388:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e743a17c700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1ba3fd75-b94d-432d-934d-65078cb73340:23388:1876445522803584:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1789518505.358371:0:23388:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].51, 224 off16952 00000040:00080000:1.0:1789518505.358385:0:23388:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 51 count 51 00000020:01000004:1.0:1789518505.363973:0:23407:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-MDT0001 (typ=lwp) 00000020:00000080:1.0:1789518505.364002:0:23407:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-MDT0001 (ffff8e73030ecd40) 00000020:00000080:1.0:1789518505.364024:0:23407:0:(obd_config.c:720:class_attach_name()) OBD: dev 19 attached type lwp with refcount 2 00000020:01000004:1.0:1789518505.364113:0:23407:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8e7302058000 from lustre-MDT0001, refs=3 00000020:01000004:1.0:1789518505.364119:0:23407:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8e7302058000 from lustre-MDT0001, refs=3 00000020:01000004:1.0:1789518505.364121:0:23407:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8e7302058000 3 00010000:00080000:1.0:1789518505.364153:0:23407:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8e740d8f9000@lustre-MDT0000-lwp-MDT0001: add connection 192.168.202.143@tcp at head 00010000:00010000:1.0:1789518505.371178:0:23407:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-MDT0001-8 is initialized 00000020:00000080:1.0:1789518505.371407:0:23407:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-MDT0001 (uuid lustre-MDT0000-lwp-MDT0001_UUID) 00000010:01000000:1.0:1789518505.371453:0:23407:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:1.0:1789518505.371500:0:23407:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-lwp-MDT0001, cookie 0x8d0fd67942315d71 00000100:00080000:1.0:1789518505.371511:0:23407:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1789518505.371522:0:23407:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8e740d8f9000 using connection 192.168.202.143@tcp/0@lo 00000100:00100000:1.0:1789518505.371556:0:23407:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8e740dda2680 x1876445522803712/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789518505.371582:0:23407:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID 00000100:00100000:3.0:1789518505.371803:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e740dda2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3636:1876445522803712:0@lo:38:llog_process_th.0 00000100:00100000:3.0:1789518505.371868:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1789518505.372668:0:473:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789518505.372889:0:473:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789518505.372894:0:473:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789518505.372898:0:473:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1789518505.378076:0:22653:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522803712 00000100:00100000:1.0:1789518505.378094:0:22653:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522803712 00000100:00100000:1.0:1789518505.378142:0:22653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1789518505.378151:0:22653:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e743a17d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3636:x1876445522803712:12345-0@lo:38:llog_process_th.0 00010000:00080000:1.0:1789518505.378181:0:22653:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-MDT0001_UUID@0@lo t0 exp 0000000000000000 cur 673 last 0 00000020:00000080:1.0:1789518505.378236:0:22653:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-lwp-MDT0001_UUID, cookie 0x8d0fd67942315d78 00000004:00100000:1.0:1789518505.378253:0:22653:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:1.0:1789518505.378288:0:22653:0:(import.c:65:import_set_state_nolock()) ffff8e740d8f8000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1789518505.378372:0:22653:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e743a17d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3636:x1876445522803712:12345-0@lo:38:llog_process_th.0 Request processed in 221us (6503us total) trans 0 rc 0/0 00000100:00100000:1.0:1789518505.378380:0:22653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00080000:1.0:1789518505.378434:0:3636:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8e740dda2680 x1876445522803712/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1789518515 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789518505.378445:0:3636:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:1.0:1789518505.378453:0:3636:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-MDT0001: connect to target with instance 3 00000100:00080000:1.0:1789518505.378459:0:3636:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-MDT0001: Resetting ns_connect_flags to server flags: 0x2041401047000020 00000100:00080000:1.0:1789518505.378493:0:3636:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:1.0:1789518505.378495:0:3636:0:(import.c:65:import_set_state_nolock()) ffff8e740d8f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:1.0:1789518505.378502:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e740dda2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3636:1876445522803712:0@lo:38:llog_process_th.0 00000040:00080000:1.0:1789518505.379182:0:23407:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x12:0x0] index 52 count 51 00000020:01000000:3.0:1789518505.379316:0:23388:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:3.0:1789518505.379346:0:23388:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.143@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:3.0:1789518505.379371:0:23388:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.143@tcp lock: ffff8e7400030c00/0x8d0fd67942315d5c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x8d0fd67942315d63 expref: -99 pid: 23388 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518505.379383:0:23388:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.143@tcp lock: ffff8e7400030c00/0x8d0fd67942315d5c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x8d0fd67942315d63 expref: -99 pid: 23388 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:3.0:1789518505.379434:0:23388:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:3.0:1789518505.379436:0:23388:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:3.0:1789518505.379437:0:23388:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1789518505.379439:0:23388:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1789518505.379441:0:23388:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1789518505.379446:0:23388:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1789518505.379447:0:23388:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1789518505.379449:0:23388:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1789518505.379450:0:23388:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:3.0:1789518505.379454:0:23388:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0001 0x40020001 00000020:01000004:3.0:1789518505.379456:0:23388:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:3.0:1789518505.379457:0:23388:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:3.0:1789518505.379458:0:23388:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1789518505.379458:0:23388:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1789518505.379459:0:23388:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1789518505.379484:0:23388:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1789518505.379486:0:23388:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1789518505.379487:0:23388:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1789518505.379488:0:23388:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:3.0:1789518505.379510:0:23388:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0001 00000100:00100000:3.0:1789518505.379527:0:23388:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e743a17c380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1ba3fd75-b94d-432d-934d-65078cb73340:23388:1876445522803840:0@lo:253:mount.lustre.0 00000100:00100000:3.0:1789518505.379579:0:23388:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789518505.379610:0:23388:0:(client.c:2716:ptlrpc_set_wait()) set ffff8e74057366c0 going to sleep for 11 seconds 00000100:00100000:3.0:1789518505.379629:0:22645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522803840 00000100:00100000:3.0:1789518505.379634:0:22645:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522803840 00000100:00100000:3.0:1789518505.379686:0:22645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00100000:3.0:1789518505.379693:0:22645:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7441364850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1ba3fd75-b94d-432d-934d-65078cb73340+18:23388:x1876445522803840:12345-0@lo:253:mount.lustre.0 20000000:01000000:3.0:1789518505.379726:0:22645:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 1 is ready to reconnect. 20000000:01000000:3.0:1789518505.379740:0:22645:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 00000001:00100000:3.0:1789518505.381515:0:22633:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 20000000:01000000:3.0:1789518505.381572:0:22645:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:3.0:1789518505.381587:0:22645:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0001, index=1, rc=0 20000000:01000000:1.0:1789518505.381865:0:22669:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:1.0:1789518505.381871:0:22669:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:1.0:1789518505.381895:0:22669:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8e7435f0c800/0x8d0fd67942315d7f lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518505.381914:0:22669:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8e740166dc00/0x8d0fd67942315c83 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x8d0fd67942315c7c expref: 18 pid: 22648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518505.381937:0:22669:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8e740166ce00/0x8d0fd67942315d47 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x8d0fd67942315d40 expref: 18 pid: 22648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518505.381945:0:22669:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8e7435f0c800/0x8d0fd67942315d7f lrc: 5/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518505.381990:0:22669:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8e740166ce00/0x8d0fd67942315d47 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x8d0fd67942315d40 expref: 18 pid: 22648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518505.382004:0:22669:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8e740166ce00/0x8d0fd67942315d47 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x8d0fd67942315d40 expref: 18 pid: 22648 timeout: 773 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789518505.382018:0:22669:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e740dda2680 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22669:1876445522803968:0@lo:104: 00000100:00100000:1.0:1789518505.382077:0:22669:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1789518505.382118:0:22669:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8e740166dc00/0x8d0fd67942315c83 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x8d0fd67942315c7c expref: 18 pid: 22648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518505.382127:0:22669:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8e740166dc00/0x8d0fd67942315c83 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x8d0fd67942315c7c expref: 18 pid: 22648 timeout: 773 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789518505.382136:0:22669:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e740dda2a00 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22669:1876445522804096:0@lo:104: 00000100:00100000:1.0:1789518505.382154:0:22669:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789518505.382167:0:22669:0:(client.c:2716:ptlrpc_set_wait()) set ffff8e7441756300 going to sleep for 11 seconds 00000100:00100000:1.0:1789518505.382188:0:22636:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522803968 00000100:00100000:1.0:1789518505.382195:0:22636:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522803968 00000100:00100000:1.0:1789518505.382224:0:22636:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522804096 00000100:00100000:1.0:1789518505.382226:0:22636:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522804096 00000100:00100000:1.0:1789518505.382238:0:22636:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1789518505.382245:0:22636:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e740dda0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1ba3fd75-b94d-432d-934d-65078cb73340+4:22669:x1876445522803968:12345-0@lo:104: 00010000:00010000:1.0:1789518505.382262:0:22636:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.143@tcp lock: ffff8e7435f0c400/0x8d0fd67942315d40 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x8d0fd67942315d47 expref: -99 pid: 23388 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518505.382310:0:22636:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1789518505.382316:0:22636:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e740dda0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1ba3fd75-b94d-432d-934d-65078cb73340+4:22669:x1876445522803968:12345-0@lo:104: Request processed in 71us (239us total) trans 0 rc 0/0 00000100:00100000:1.0:1789518505.382323:0:22636:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1789518505.382341:0:22636:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1789518505.382347:0:22636:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e740dda3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1ba3fd75-b94d-432d-934d-65078cb73340+3:22669:x1876445522804096:12345-0@lo:104: 00010000:00010000:1.0:1789518505.382354:0:22636:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.143@tcp lock: ffff8e7435f9cc00/0x8d0fd67942315c7c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x8d0fd67942315c83 expref: -99 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518505.382379:0:22636:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:1.0:1789518505.382384:0:22636:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e740dda3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1ba3fd75-b94d-432d-934d-65078cb73340+3:22669:x1876445522804096:12345-0@lo:104: Request processed in 37us (229us total) trans 0 rc 0/0 00000100:00100000:1.0:1789518505.382389:0:22636:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00010000:1.0:1789518505.382406:0:22641:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1789518505.382411:0:22641:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.143@tcp lock: ffff8e7435f0c400/0x8d0fd67942315d40 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x8d0fd67942315d47 expref: -99 pid: 23388 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518505.382419:0:22641:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8e7435f0c400 already unused, calling callback (ffffffffc11d3c20) 10000000:00010000:1.0:1789518505.382423:0:22641:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.143@tcp lock: ffff8e7435f0c400/0x8d0fd67942315d40 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x8d0fd67942315d47 expref: -99 pid: 23388 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518505.382431:0:22641:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.143@tcp lock: ffff8e7435f0c400/0x8d0fd67942315d40 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x8d0fd67942315d47 expref: -99 pid: 23388 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1789518505.382439:0:22641:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.143@tcp lock: ffff8e7435f0c400/0x8d0fd67942315d40 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x8d0fd67942315d47 expref: -99 pid: 23388 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789518505.382451:0:22641:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:1.0:1789518505.382499:0:22641:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.143@tcp lock: ffff8e7435f0c400/0x8d0fd67942315d40 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x8d0fd67942315d47 expref: -99 pid: 23388 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518505.382506:0:22641:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1789518505.382526:0:22641:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.143@tcp lock: ffff8e7435f0c400/0x8d0fd67942315d40 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x8d0fd67942315d47 expref: -99 pid: 23388 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518505.382534:0:22641:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.143@tcp lock: ffff8e7435f0c400/0x8d0fd67942315d40 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x8d0fd67942315d47 expref: -99 pid: 23388 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518505.382548:0:22641:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789518505.382551:0:22641:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.143@tcp lock: ffff8e7435f9cc00/0x8d0fd67942315c7c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x8d0fd67942315c83 expref: -99 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518505.382558:0:22641:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8e7435f9cc00 already unused, calling callback (ffffffffc11d3c20) 10000000:00010000:1.0:1789518505.382561:0:22641:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.143@tcp lock: ffff8e7435f9cc00/0x8d0fd67942315c7c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x8d0fd67942315c83 expref: -99 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518505.382569:0:22641:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.143@tcp lock: ffff8e7435f9cc00/0x8d0fd67942315c7c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x8d0fd67942315c83 expref: -99 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1789518505.382576:0:22641:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.143@tcp lock: ffff8e7435f9cc00/0x8d0fd67942315c7c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x8d0fd67942315c83 expref: -99 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789518505.382582:0:22641:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:1.0:1789518505.382592:0:22641:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.143@tcp lock: ffff8e7435f9cc00/0x8d0fd67942315c7c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x8d0fd67942315c83 expref: -99 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518505.382598:0:22641:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1789518505.382609:0:22641:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.143@tcp lock: ffff8e7435f9cc00/0x8d0fd67942315c7c lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x8d0fd67942315c83 expref: -99 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518505.382616:0:22641:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.143@tcp lock: ffff8e7435f9cc00/0x8d0fd67942315c7c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x8d0fd67942315c83 expref: -99 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518505.382629:0:22641:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789518505.382630:0:22641:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789518505.382632:0:22641:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789518505.382638:0:22642:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789518505.382944:0:22645:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7441364850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1ba3fd75-b94d-432d-934d-65078cb73340+18:23388:x1876445522803840:12345-0@lo:253:mount.lustre.0 Request processed in 3249us (3363us total) trans 0 rc 0/0 00000100:00100000:3.0:1789518505.382954:0:22645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00100000:3.0:1789518505.383019:0:23388:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e743a17c380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1ba3fd75-b94d-432d-934d-65078cb73340:23388:1876445522803840:0@lo:253:mount.lustre.0 10000000:01000000:3.0:1789518505.383031:0:23388:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0001 got index = 1 00000020:01000004:3.0:1789518505.383039:0:23388:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:3.0:1789518505.383041:0:23388:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:3.0:1789518505.383042:0:23388:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1789518505.383044:0:23388:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1789518505.383045:0:23388:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1789518505.383046:0:23388:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1789518505.383048:0:23388:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1789518505.383049:0:23388:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1789518505.383050:0:23388:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:3.0:1789518505.383064:0:23388:0:(tgt_mount.c:2694:server_calc_timeout()) lustre-MDT0001: Imperative Recovery not enabled, recovery window 60-180 00000100:00100000:1.0:1789518505.384028:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e740dda1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1ba3fd75-b94d-432d-934d-65078cb73340:3639:1876445522804224:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1789518505.384070:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789518505.384114:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1789518505.384121:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e740dda0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1ba3fd75-b94d-432d-934d-65078cb73340:3639:1876445522804352:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1789518505.384139:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789518505.384253:0:22669:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e740dda2680 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22669:1876445522803968:0@lo:104: 00000100:00100000:1.0:1789518505.384263:0:22669:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e740dda2a00 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22669:1876445522804096:0@lo:104: 00010000:00010000:1.0:1789518505.384280:0:22669:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8e7435f0c800/0x8d0fd67942315d7f lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789518505.384807:0:22638:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522804224 00000100:00100000:3.0:1789518505.384813:0:22638:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522804224 00010000:00010000:3.0:1789518505.384845:0:22638:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8e740166ce00/0x8d0fd67942315d47 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x8d0fd67942315d40 expref: 18 pid: 22648 timeout: 773 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789518505.384875:0:22638:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522804352 00000100:00100000:3.0:1789518505.384879:0:22638:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522804352 00010000:00010000:3.0:1789518505.384907:0:22638:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8e740166dc00/0x8d0fd67942315c83 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x8d0fd67942315c7c expref: 19 pid: 22648 timeout: 773 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789518505.384922:0:22638:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1789518505.384931:0:22638:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e740dda1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1ba3fd75-b94d-432d-934d-65078cb73340+19:3639:x1876445522804224:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1789518505.384944:0:22638:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1789518505.384949:0:22638:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8e740166ce00/0x8d0fd67942315d47 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x8d0fd67942315d40 expref: 19 pid: 22648 timeout: 773 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518505.384960:0:22638:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8e740166ce00/0x8d0fd67942315d47 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x8d0fd67942315d40 expref: 19 pid: 22648 timeout: 773 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518505.384977:0:22638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8e740166ce00/0x8d0fd67942315d47 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x8d0fd67942315d40 expref: 19 pid: 22648 timeout: 773 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518505.385002:0:22638:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1789518505.385053:0:22638:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e740dda1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1ba3fd75-b94d-432d-934d-65078cb73340+18:3639:x1876445522804224:12345-0@lo:103:ldlm_bl.0 Request processed in 122us (981us total) trans 0 rc 0/0 00000100:00100000:3.0:1789518505.385060:0:22638:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1789518505.385077:0:22638:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1789518505.385083:0:22638:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e740dda0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1ba3fd75-b94d-432d-934d-65078cb73340+17:3639:x1876445522804352:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1789518505.385091:0:22638:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1789518505.385095:0:22638:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8e740166dc00/0x8d0fd67942315c83 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x8d0fd67942315c7c expref: 17 pid: 22648 timeout: 773 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518505.385104:0:22638:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8e740166dc00/0x8d0fd67942315c83 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x8d0fd67942315c7c expref: 17 pid: 22648 timeout: 773 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518505.385115:0:22638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8e740166dc00/0x8d0fd67942315c83 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x8d0fd67942315c7c expref: 17 pid: 22648 timeout: 773 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518505.385128:0:22638:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8e7435f0c800/0x8d0fd67942315d7f lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518505.385136:0:22638:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8e7435f0c800/0x8d0fd67942315d7f lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:3.0:1789518505.385151:0:22638:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003280577s 00010000:00010000:3.0:1789518505.385156:0:22638:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8e7435f0c800/0x8d0fd67942315d7f lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518505.385164:0:22638:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8e7435f0c800/0x8d0fd67942315d7f lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518505.385172:0:22638:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8e7435f0c800/0x8d0fd67942315d7f lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518505.385190:0:22638:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8e7435f0c800/0x8d0fd67942315d7f lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518505.385197:0:22638:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8e7435f0c800 already unused, calling callback (ffffffffc0bd28b0) 00010000:00010000:3.0:1789518505.385201:0:22638:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8e7435f0c800/0x8d0fd67942315d7f lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518505.385210:0:22638:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8e7435f0c800/0x8d0fd67942315d7f lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518505.385222:0:22638:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8e7435f0c800/0x8d0fd67942315d7f lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518505.385231:0:22638:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1789518505.385254:0:22638:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e740dda0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1ba3fd75-b94d-432d-934d-65078cb73340+16:3639:x1876445522804352:12345-0@lo:103:ldlm_bl.0 Request processed in 172us (1114us total) trans 0 rc 0/0 00000100:00100000:3.0:1789518505.385261:0:22638:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00010000:1.0:1789518505.389965:0:22669:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8e7435f0c800/0x8d0fd67942315d7f lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518505.389994:0:22669:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8e7435f0c800/0x8d0fd67942315d7f lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518505.390001:0:22669:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8e7435f0c800/0x8d0fd67942315d7f lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789518505.390065:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e740dda0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1ba3fd75-b94d-432d-934d-65078cb73340:3639:1876445522804352:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1789518505.390084:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e740dda1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1ba3fd75-b94d-432d-934d-65078cb73340:3639:1876445522804224:0@lo:103:ldlm_bl.0 00000040:01000000:1.0:1789518505.392977:0:23388:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0001-osd ctxt 16 is initialized 00000020:00080000:1.0:1789518505.393038:0:23413:0:(update_trans.c:1538:distribute_txn_commit_thread()) lustre-MDT0001: start commit thread committed batchid 0 00000020:00080000:1.0:1789518505.393042:0:23413:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 0 00000040:01000000:3.0:1789518505.402729:0:23414:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:00080000:3.0:1789518505.403458:0:23414:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:01000000:2.0:1789518505.406345:0:23388:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-osp-MDT0001 ctxt 16 is initialized 00000040:00080000:3.0:1789518505.409866:0:23414:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x240000400:0x1:0x0] index 261376 count 1 00000100:00100000:0.0:1789518505.409946:0:23415:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e7435f08380 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23415:1876445522804480:0@lo:1000:lod0001_rec0000.0 00000004:00080000:3.0:1789518505.409968:0:23414:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0001-osd retrieved update log, duration 0, retries 0 00000100:00100000:0.0:1789518505.410030:0:23415:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789518505.410067:0:23415:0:(client.c:2716:ptlrpc_set_wait()) set ffff8e7431778840 going to sleep for 11 seconds 00000040:01000000:2.0:1789518505.410239:0:23388:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0001 ctxt 12 is initialized 00000040:00080000:2.0:1789518505.410276:0:23388:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:0.0:1789518505.410524:0:22658:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522804480 00000100:00100000:0.0:1789518505.410532:0:22658:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522804480 00000100:00100000:0.0:1789518505.410578:0:22658:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1789518505.410586:0:22658:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7435f0a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:23415:x1876445522804480:12345-0@lo:1000:lod0001_rec0000.0 00000100:00100000:1.0:1789518505.410882:0:23415:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e7435f08380 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23415:1876445522804480:0@lo:1000:lod0001_rec0000.0 00000040:01000000:1.0:1789518505.410916:0:23415:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000100:00100000:1.0:1789518505.410947:0:23415:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e740dda1180 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23415:1876445522804608:0@lo:1000:lod0001_rec0000.0 00000100:00100000:1.0:1789518505.410990:0:23415:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789518505.411007:0:23415:0:(client.c:2716:ptlrpc_set_wait()) set ffff8e7302391d80 going to sleep for 11 seconds 00000004:00000080:2.0:1789518505.411152:0:23388:0:(mdd_device.c:555:mdd_changelog_llog_init()) changelog starting index=0 00000040:01000000:2.0:1789518505.411161:0:23388:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0001 ctxt 14 is initialized 00000040:00080000:2.0:1789518505.411209:0:23388:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:3.0:1789518505.411539:0:22659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522804608 00000100:00100000:3.0:1789518505.411560:0:22659:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522804608 00000100:00100000:3.0:1789518505.411611:0:22659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1789518505.411621:0:22659:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e740dda0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:23415:x1876445522804608:12345-0@lo:1000:lod0001_rec0000.0 00000100:00100000:3.0:1789518505.412033:0:22659:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e740dda0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:23415:x1876445522804608:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 410us (1049us total) trans 0 rc 0/0 00000100:00100000:3.0:1789518505.412044:0:22659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1789518505.412411:0:23415:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e740dda1180 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23415:1876445522804608:0@lo:1000:lod0001_rec0000.0 00000100:00100000:1.0:1789518505.412598:0:23415:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e740dda1180 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:23415:1876445522804736:0@lo:900:lod0001_rec0000.0 00000100:00100000:1.0:1789518505.412646:0:23415:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789518505.412678:0:23415:0:(client.c:2716:ptlrpc_set_wait()) set ffff8e7302391900 going to sleep for 11 seconds 00000100:00100000:3.0:1789518505.413173:0:22664:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522804736 00000100:00100000:3.0:1789518505.413186:0:22664:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522804736 00000100:00100000:3.0:1789518505.413237:0:22664:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1789518505.413248:0:22664:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e740dda2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:23415:x1876445522804736:12345-0@lo:900:lod0001_rec0000.0 00000040:00080000:2.0:1789518505.413933:0:23388:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x5:0x0] index 64768 count 1 00000100:00100000:3.0:1789518505.414146:0:22664:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e740dda2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:23415:x1876445522804736:12345-0@lo:900:lod0001_rec0000.0 Request processed in 896us (1495us total) trans 0 rc 0/0 00000100:00100000:3.0:1789518505.414157:0:22664:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000040:00080000:2.0:1789518505.415129:0:23388:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x6:0x0] index 64768 count 1 00000040:01000000:2.0:1789518505.415184:0:23388:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0001 ctxt 15 is initialized 00000040:00080000:2.0:1789518505.415325:0:23388:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:0.0:1789518505.416034:0:22658:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7435f0a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:23415:x1876445522804480:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 5440us (5997us total) trans 0 rc 0/0 00000100:00100000:0.0:1789518505.416048:0:22658:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00080000:10000000:2.0:1789518505.416582:0:23388:0:(osd_handler.c:5580:osd_index_try()) lustre-MDT0001: index object [0x200000003:0x30:0x0] (8/32) registered 00010000:00080000:1.0:1789518505.417759:0:23415:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8e740dda1180 x1876445522804736/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 1789518521 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lod0001_rec0000.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789518505.417781:0:23415:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e740dda1180 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:23415:1876445522804736:0@lo:900:lod0001_rec0000.0 00000100:00100000:1.0:1789518505.418039:0:23415:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e740dda1180 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23415:1876445522804864:0@lo:1000:lod0001_rec0000.0 00000100:00100000:1.0:1789518505.418125:0:23415:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789518505.418170:0:23415:0:(client.c:2716:ptlrpc_set_wait()) set ffff8e7302391d80 going to sleep for 11 seconds 00000100:00100000:3.0:1789518505.418281:0:22659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522804864 00000100:00100000:3.0:1789518505.418289:0:22659:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522804864 00000100:00100000:3.0:1789518505.418354:0:22659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1789518505.418375:0:22659:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e740dda2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:23415:x1876445522804864:12345-0@lo:1000:lod0001_rec0000.0 00000100:00100000:3.0:1789518505.418518:0:22659:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e740dda2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:23415:x1876445522804864:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 145us (392us total) trans 0 rc 0/0 00000100:00100000:3.0:1789518505.418526:0:22659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1789518505.419027:0:23415:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e740dda1180 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23415:1876445522804864:0@lo:1000:lod0001_rec0000.0 00000040:00080000:1.0:1789518505.419102:0:23415:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1789518505.424421:0:23415:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x200000401:0x1:0x0] index 261376 count 1 00000004:00080000:1.0:1789518505.424737:0:23415:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0000-osp-MDT0001 retrieved update log, duration 0, retries 0 00000004:00080000:1.0:1789518505.426327:0:23415:0:(lod_dev.c:545:lod_sub_recovery_thread()) lustre-MDT0001 got update logs from all MDTs. 00000001:00000004:3.0:1789518505.433051:0:23388:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 3, last_transno is 12884901888 00000001:00080000:3.0:1789518505.436375:0:23388:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0001: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000004:00000080:3.0:1789518505.436414:0:23388:0:(mdd_device.c:2304:mdd_iocontrol()) lustre-MDD0001: cmd=c00866e6 len=0 karg=ffffb99640d7f988 00100000:10000000:3.0:1789518505.436422:0:23388:0:(lfsck_lib.c:3085:lfsck_start()) lustre-MDT0001-osd: start master thread 00000020:01000004:1.0:1789518505.437124:0:23388:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:1.0:1789518505.437161:0:23388:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.202.143@tcp: cl_mgc_mutex unlock 00000020:01000004:1.0:1789518505.437179:0:23388:0:(tgt_mount.c:2460:server_fill_super_common()) Server sb, dev=48 00000080:00000004:1.0:1789518505.437204:0:23388:0:(super25.c:182:lustre_fill_super()) /dev/mapper/mds2_flakey: Mount complete 00000020:00000004:1.0:1789518505.445509:0:23388:0:(tgt_mount.c:2346:server_getattr()) lustre-MDT0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1789518505.449175:0:23388:0:(tgt_mount.c:2361:is_cmd_supported()) ioctl cmd=81009431 00000100:00100000:2.0:1789518505.977919:0:22695:0:(client.c:2716:ptlrpc_set_wait()) set ffff8e7406dad6c0 going to sleep for 0 seconds 00010000:00010000:0.0:1789518506.297420:0:22641:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1789518506.422306:0:23412:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:2.0:1789518506.998541:0:22695:0:(client.c:2716:ptlrpc_set_wait()) set ffff8e7406dad6c0 going to sleep for 0 seconds 00010000:00010000:0.0:1789518507.318807:0:22642:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1789518507.382051:0:22650:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:2.0:1789518507.382059:0:22650:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff8e7302058000 from 12 10000000:01000000:2.0:1789518507.382064:0:22650:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:2.0:1789518507.382113:0:22650:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.143@tcp lock: ffff8e740166ce00/0x8d0fd67942315d86 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518507.382126:0:22650:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.143@tcp lock: ffff8e740166ce00/0x8d0fd67942315d86 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518507.382137:0:22650:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.143@tcp lock: ffff8e740166ce00/0x8d0fd67942315d86 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789518507.382180:0:22650:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e730207c380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1ba3fd75-b94d-432d-934d-65078cb73340:22650:1876445522804992:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1789518507.382254:0:22650:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789518507.382301:0:22650:0:(client.c:2716:ptlrpc_set_wait()) set ffff8e74236e4b40 going to sleep for 11 seconds 00000100:00100000:1.0:1789518507.382385:0:22647:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522804992 00000100:00100000:1.0:1789518507.382394:0:22647:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522804992 00000100:00100000:1.0:1789518507.382449:0:22647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00100000:1.0:1789518507.382458:0:22647:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7441367850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1ba3fd75-b94d-432d-934d-65078cb73340+16:22650:x1876445522804992:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1789518507.382489:0:22647:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789518507.382505:0:22647:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8e7435f0de00/0x8d0fd67942315d8d lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x8d0fd67942315d86 expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518507.382527:0:22647:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8e7435f0de00/0x8d0fd67942315d8d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x8d0fd67942315d86 expref: 17 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518507.382537:0:22647:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8e7435f0de00/0x8d0fd67942315d8d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x8d0fd67942315d86 expref: 17 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518507.382545:0:22647:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8e7435f0de00, rc 0) 00000100:00100000:1.0:1789518507.382674:0:22647:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7441367850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1ba3fd75-b94d-432d-934d-65078cb73340+17:22650:x1876445522804992:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 217us (420us total) trans 0 rc 0/0 00000100:00100000:1.0:1789518507.382681:0:22647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00100000:0.0:1789518507.392859:0:22650:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e730207c380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1ba3fd75-b94d-432d-934d-65078cb73340:22650:1876445522804992:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1789518507.392892:0:22650:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.143@tcp lock: ffff8e740166ce00/0x8d0fd67942315d86 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x8d0fd67942315d8d expref: -99 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518507.392905:0:22650:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.143@tcp lock: ffff8e740166ce00/0x8d0fd67942315d86 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x8d0fd67942315d8d expref: -99 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789518507.392991:0:22650:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e7435f0b480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1ba3fd75-b94d-432d-934d-65078cb73340:22650:1876445522805120:0@lo:256:ll_cfg_requeue.0 00000100:00100000:0.0:1789518507.393058:0:22650:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789518507.393111:0:22650:0:(client.c:2716:ptlrpc_set_wait()) set ffff8e74395c9480 going to sleep for 11 seconds 00000100:00100000:3.0:1789518507.393253:0:22645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522805120 00000100:00100000:3.0:1789518507.393261:0:22645:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522805120 00000100:00100000:3.0:1789518507.393318:0:22645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00100000:3.0:1789518507.393328:0:22645:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7441366c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1ba3fd75-b94d-432d-934d-65078cb73340+17:22650:x1876445522805120:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:3.0:1789518507.393351:0:22645:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:3.0:1789518507.393369:0:22645:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:3.0:1789518507.393373:0:22645:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 12 00000100:00100000:3.0:1789518507.393495:0:22645:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7441366c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1ba3fd75-b94d-432d-934d-65078cb73340+17:22650:x1876445522805120:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 169us (437us total) trans 0 rc 0/0 00000100:00100000:3.0:1789518507.393503:0:22645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000100:00100000:0.0:1789518507.393858:0:22650:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e7435f0b480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1ba3fd75-b94d-432d-934d-65078cb73340:22650:1876445522805120:0@lo:256:ll_cfg_requeue.0 10000000:01000000:0.0:1789518507.393903:0:22650:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.143@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:0.0:1789518507.393910:0:22650:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.143@tcp lock: ffff8e740166ce00/0x8d0fd67942315d86 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x8d0fd67942315d8d expref: -99 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518507.393923:0:22650:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.143@tcp lock: ffff8e740166ce00/0x8d0fd67942315d86 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x8d0fd67942315d8d expref: -99 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789518507.393932:0:22650:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:0.0:1789518507.393935:0:22650:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff8e74411bf800 from 12 10000000:01000000:0.0:1789518507.393938:0:22650:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:0.0:1789518507.393971:0:22650:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.143@tcp lock: ffff8e7435f9ca00/0x8d0fd67942315d94 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518507.393979:0:22650:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.143@tcp lock: ffff8e7435f9ca00/0x8d0fd67942315d94 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518507.393989:0:22650:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.143@tcp lock: ffff8e7435f9ca00/0x8d0fd67942315d94 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789518507.394002:0:22650:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e7435f0b480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1ba3fd75-b94d-432d-934d-65078cb73340:22650:1876445522805248:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1789518507.394028:0:22650:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789518507.394092:0:22650:0:(client.c:2716:ptlrpc_set_wait()) set ffff8e74395c9480 going to sleep for 11 seconds 00000100:00100000:2.0:1789518507.398999:0:22648:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522805248 00000100:00100000:2.0:1789518507.399012:0:22648:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522805248 00000100:00100000:2.0:1789518507.399068:0:22648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00100000:2.0:1789518507.399078:0:22648:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7441366050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1ba3fd75-b94d-432d-934d-65078cb73340+17:22650:x1876445522805248:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1789518507.399095:0:22648:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789518507.399112:0:22648:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8e740166dc00/0x8d0fd67942315d9b lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x8d0fd67942315d94 expref: -99 pid: 22648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518507.399139:0:22648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8e740166dc00/0x8d0fd67942315d9b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x8d0fd67942315d94 expref: 18 pid: 22648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518507.399149:0:22648:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8e740166dc00/0x8d0fd67942315d9b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x8d0fd67942315d94 expref: 18 pid: 22648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518507.399157:0:22648:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8e740166dc00, rc 0) 00000100:00100000:2.0:1789518507.399232:0:22648:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7441366050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1ba3fd75-b94d-432d-934d-65078cb73340+18:22650:x1876445522805248:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 156us (5203us total) trans 0 rc 0/0 00000100:00100000:2.0:1789518507.399238:0:22648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00100000:0.0:1789518507.401153:0:22650:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e7435f0b480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1ba3fd75-b94d-432d-934d-65078cb73340:22650:1876445522805248:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1789518507.401181:0:22650:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.143@tcp lock: ffff8e7435f9ca00/0x8d0fd67942315d94 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x8d0fd67942315d9b expref: -99 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518507.401194:0:22650:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.143@tcp lock: ffff8e7435f9ca00/0x8d0fd67942315d94 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x8d0fd67942315d9b expref: -99 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789518507.401270:0:22650:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e7435f0b480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1ba3fd75-b94d-432d-934d-65078cb73340:22650:1876445522805376:0@lo:256:ll_cfg_requeue.0 00000100:00100000:0.0:1789518507.401338:0:22650:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789518507.401382:0:22650:0:(client.c:2716:ptlrpc_set_wait()) set ffff8e74395c9480 going to sleep for 11 seconds 00000100:00100000:2.0:1789518507.401576:0:22647:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522805376 00000100:00100000:2.0:1789518507.401583:0:22647:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522805376 00000100:00100000:2.0:1789518507.401644:0:22647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:2.0:1789518507.401653:0:22647:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7441365c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1ba3fd75-b94d-432d-934d-65078cb73340+18:22650:x1876445522805376:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:2.0:1789518507.401681:0:22647:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:2.0:1789518507.401704:0:22647:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:2.0:1789518507.401707:0:22647:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 12 00000100:00100000:2.0:1789518507.401790:0:22647:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7441365c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1ba3fd75-b94d-432d-934d-65078cb73340+18:22650:x1876445522805376:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 138us (451us total) trans 0 rc 0/0 00000100:00100000:2.0:1789518507.401804:0:22647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00100000:0.0:1789518507.405006:0:22650:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e7435f0b480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1ba3fd75-b94d-432d-934d-65078cb73340:22650:1876445522805376:0@lo:256:ll_cfg_requeue.0 10000000:01000000:0.0:1789518507.405075:0:22650:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.143@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:0.0:1789518507.405087:0:22650:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.143@tcp lock: ffff8e7435f9ca00/0x8d0fd67942315d94 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x8d0fd67942315d9b expref: -99 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518507.405099:0:22650:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.143@tcp lock: ffff8e7435f9ca00/0x8d0fd67942315d94 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x8d0fd67942315d9b expref: -99 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1789518507.450423:0:23412:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:3.0:1789518508.022843:0:22695:0:(client.c:2716:ptlrpc_set_wait()) set ffff8e7406dad6c0 going to sleep for 0 seconds 00010000:00010000:0.0:1789518508.348818:0:22641:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1789518509.047219:0:22687:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:2.0:1789518509.048440:0:22695:0:(client.c:2716:ptlrpc_set_wait()) set ffff8e7406dad6c0 going to sleep for 0 seconds 00010000:00010000:2.0:1789518509.367890:0:22642:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1789518509.999857:0:23658:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg243-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00000100:00100000:1.0:1789518510.076736:0:22695:0:(client.c:2716:ptlrpc_set_wait()) set ffff8e7406dad6c0 going to sleep for 0 seconds 00010000:00010000:0.0:1789518510.389838:0:22641:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789518510.581620:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1789518510.582505:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e740dda1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3638:1876445522805504:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1789518510.582627:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789518510.584890:0:22658:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522805504 00000100:00100000:0.0:1789518510.584905:0:22658:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522805504 00000100:00100000:0.0:1789518510.585147:0:22658:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1789518510.585157:0:22658:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e740dda3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3638:x1876445522805504:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1789518510.585199:0:22658:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1789518510.585282:0:22658:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e740dda3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3638:x1876445522805504:12345-0@lo:41:osp-pre-0-1.0 Request processed in 127us (2655us total) trans 0 rc 0/0 00000100:00100000:0.0:1789518510.585289:0:22658:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1789518510.585346:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e740dda1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3638:1876445522805504:0@lo:41:osp-pre-0-1.0 00000100:00080000:1.0:1789518510.585556:0:473:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1789518510.585560:0:473:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1789518510.585564:0:473:0:(import.c:65:import_set_state_nolock()) ffff8e7303555800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789518510.585573:0:473:0:(import.c:666:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff8e7303555800 using connection 192.168.202.143@tcp/0@lo 00000100:00100000:1.0:1789518510.585593:0:473:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8e740dda3b80 x1876445522805760/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789518510.585608:0:473:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789518510.585611:0:473:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789518510.585614:0:473:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789518510.585616:0:473:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789518510.585633:0:473:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789518510.585636:0:473:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789518510.585638:0:473:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789518510.585641:0:473:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1789518510.585704:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e740dda1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3639:1876445522805888:0@lo:400:kworker.0 00000100:00100000:1.0:1789518510.585741:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789518510.585787:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1789518510.585793:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e740dda3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3639:1876445522806016:0@lo:400:kworker.0 00000100:00100000:1.0:1789518510.585816:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789518510.586179:0:22654:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522805888 00000100:00100000:1.0:1789518510.586185:0:22654:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522805888 00000100:00100000:1.0:1789518510.586226:0:22654:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522806016 00000100:00100000:1.0:1789518510.586229:0:22654:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522806016 00000100:00100000:1.0:1789518510.586243:0:22654:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1789518510.586250:0:22654:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7303db7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1876445522805888:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789518510.586291:0:22654:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7303db7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1876445522805888:12345-0@lo:400:kworker.0 Request processed in 41us (549us total) trans 0 rc 0/0 00000100:00100000:1.0:1789518510.586298:0:22654:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1789518510.586311:0:22654:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1789518510.586317:0:22654:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7303db6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3639:x1876445522806016:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789518510.586341:0:22654:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7303db6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3639:x1876445522806016:12345-0@lo:400:kworker.0 Request processed in 25us (525us total) trans 0 rc 0/0 00000100:00100000:1.0:1789518510.586347:0:22654:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00010000:00080000:1.0:1789518510.586377:0:3639:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8e740dda3100 x1876445522806016/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789518526 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789518510.586387:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e740dda3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3639:1876445522806016:0@lo:400:kworker.0 00010000:00080000:1.0:1789518510.586396:0:3639:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8e740dda1180 x1876445522805888/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789518526 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789518510.586403:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e740dda1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3639:1876445522805888:0@lo:400:kworker.0 00000100:00100000:0.0:1789518510.587315:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e740dda0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1ba3fd75-b94d-432d-934d-65078cb73340:3638:1876445522805632:0@lo:400:kworker.0 00000100:00100000:0.0:1789518510.587360:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789518510.587551:0:22647:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522805632 00000100:00100000:1.0:1789518510.587557:0:22647:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522805632 00000100:00100000:1.0:1789518510.587612:0:22647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00100000:1.0:1789518510.587619:0:22647:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7441366850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1ba3fd75-b94d-432d-934d-65078cb73340+18:3638:x1876445522805632:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789518510.587665:0:22647:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7441366850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1ba3fd75-b94d-432d-934d-65078cb73340+18:3638:x1876445522805632:12345-0@lo:400:kworker.0 Request processed in 46us (304us total) trans 0 rc 0/0 00000100:00100000:1.0:1789518510.587671:0:22647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000100:00100000:2.0:1789518510.587846:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e740dda0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1ba3fd75-b94d-432d-934d-65078cb73340:3638:1876445522805632:0@lo:400:kworker.0 00000100:00100000:3.0:1789518510.588119:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e740dda3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3636:1876445522805760:0@lo:38:kworker.0 00000100:00100000:3.0:1789518510.588151:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789518510.588284:0:23397:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522805760 00000100:00100000:1.0:1789518510.588289:0:23397:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522805760 00000100:00100000:1.0:1789518510.588329:0:23397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1789518510.588334:0:23397:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e743a17c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:3636:x1876445522805760:12345-0@lo:38:kworker.0 00010000:00080000:1.0:1789518510.588357:0:23397:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-MDT0001: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 678 last 0 00000020:00000080:1.0:1789518510.588391:0:23397:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x8d0fd67942315da2 00000004:00100000:1.0:1789518510.588404:0:23397:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0001: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000001:00000004:1.0:1789518510.588410:0:23397:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 3, last_transno is 12884901888 00000100:00080000:1.0:1789518510.610223:0:23397:0:(import.c:65:import_set_state_nolock()) ffff8e740d8f9800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1789518510.614553:0:23397:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e743a17c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3636:x1876445522805760:12345-0@lo:38:kworker.0 Request processed in 26207us (26391us total) trans 0 rc 0/0 00000100:00100000:0.0:1789518510.614568:0:23397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00080000:3.0:1789518510.614646:0:3636:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-MDT0001-osp-MDT0000: connect to target with instance 3 00000100:00080000:3.0:1789518510.614706:0:3636:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-MDT0001-osp-MDT0000: Resetting ns_connect_flags to server flags: 0xa2400010450010a0 00000100:00080000:3.0:1789518510.614713:0:3636:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:3.0:1789518510.614717:0:3636:0:(import.c:65:import_set_state_nolock()) ffff8e7303555800 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00080000:3.0:1789518510.614740:0:3636:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 000000007ae4e939): req@ffff8e743a17d880 x1876445522797824/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 304/4320 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'lod0000_rec0001.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789518510.614755:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e740dda3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3636:1876445522805760:0@lo:38:kworker.0 00000100:00100000:3.0:1789518510.614902:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e730207ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1876445522806144:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1789518510.614953:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789518510.615138:0:22659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522806144 00000100:00100000:2.0:1789518510.615146:0:22659:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522806144 00000100:00100000:2.0:1789518510.615190:0:22659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1789518510.615199:0:22659:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e743a17f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3637:x1876445522806144:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1789518510.615231:0:22659:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:2.0:1789518510.615284:0:22659:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e743a17f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3637:x1876445522806144:12345-0@lo:41:osp-pre-1-0.0 Request processed in 85us (330us total) trans 0 rc 0/0 00000100:00100000:2.0:1789518510.615290:0:22659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:3.0:1789518510.615540:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e730207ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1876445522806144:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1789518510.616153:0:22695:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789518510.616193:0:22695:0:(client.c:2716:ptlrpc_set_wait()) set ffff8e7406dad6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1789518510.616259:0:23397:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522797824 00000100:00100000:0.0:1789518510.616265:0:23397:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522797824 00000100:00100000:0.0:1789518510.616319:0:23397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1789518510.616326:0:23397:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7303db5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:22695:x1876445522797824:12345-0@lo:1000:lod0000_rec0001.0 00000100:00100000:0.0:1789518510.616410:0:23397:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7303db5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:22695:x1876445522797824:12345-0@lo:1000:lod0000_rec0001.0 Request processed in 84us (259us total) trans 0 rc 0/0 00000100:00100000:0.0:1789518510.616416:0:23397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1789518510.616499:0:22695:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e743a17d880 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22695:1876445522797824:0@lo:1000:lod0000_rec0001.0 00000040:01000000:1.0:1789518510.616545:0:22695:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000100:00100000:1.0:1789518510.616586:0:22695:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e7303db6300 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22695:1876445522806272:0@lo:1000:lod0000_rec0001.0 00000100:00100000:1.0:1789518510.616638:0:22695:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789518510.616658:0:22695:0:(client.c:2716:ptlrpc_set_wait()) set ffff8e740dd53300 going to sleep for 11 seconds 00000100:00100000:0.0:1789518510.616898:0:22658:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522806272 00000100:00100000:0.0:1789518510.616903:0:22658:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522806272 00000100:00100000:0.0:1789518510.616947:0:22658:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:0.0:1789518510.616955:0:22658:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7303db4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:22695:x1876445522806272:12345-0@lo:1000:lod0000_rec0001.0 00000100:00100000:0.0:1789518510.617070:0:22658:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7303db4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:22695:x1876445522806272:12345-0@lo:1000:lod0000_rec0001.0 Request processed in 116us (431us total) trans 0 rc 0/0 00000100:00100000:0.0:1789518510.617076:0:22658:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1789518510.619014:0:22695:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e7303db6300 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22695:1876445522806272:0@lo:1000:lod0000_rec0001.0 00000100:00100000:1.0:1789518510.619176:0:22695:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e7303db6300 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22695:1876445522806400:0@lo:1000:lod0000_rec0001.0 00000100:00100000:1.0:1789518510.619237:0:22695:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789518510.619275:0:22695:0:(client.c:2716:ptlrpc_set_wait()) set ffff8e740dd53300 going to sleep for 11 seconds 00000100:00100000:2.0:1789518510.619591:0:22659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522806400 00000100:00100000:2.0:1789518510.619599:0:22659:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522806400 00000100:00100000:2.0:1789518510.619643:0:22659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:2.0:1789518510.619652:0:22659:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7303db5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:22695:x1876445522806400:12345-0@lo:1000:lod0000_rec0001.0 00000100:00100000:2.0:1789518510.619748:0:22659:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7303db5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:22695:x1876445522806400:12345-0@lo:1000:lod0000_rec0001.0 Request processed in 96us (509us total) trans 0 rc 0/0 00000100:00100000:2.0:1789518510.619754:0:22659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:1.0:1789518510.619850:0:22695:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e7303db6300 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22695:1876445522806400:0@lo:1000:lod0000_rec0001.0 00000040:00080000:1.0:1789518510.619907:0:22695:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1789518510.624297:0:22695:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x240000401:0x1:0x0] index 261376 count 1 00000004:00080000:1.0:1789518510.624392:0:22695:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0001-osp-MDT0000 retrieved update log, duration 23, retries 0 00000004:00080000:1.0:1789518510.624398:0:22695:0:(lod_dev.c:545:lod_sub_recovery_thread()) lustre-MDT0000 got update logs from all MDTs. 00000020:00000004:1.0:1789518511.288000:0:23710:0:(tgt_mount.c:2346:server_getattr()) lustre-MDT0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1789518511.288205:0:23710:0:(tgt_mount.c:2361:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:2.0:1789518511.418507:0:22642:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789518512.437631:0:22641:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:1.0:1789518512.438374:0:23760:0:(tgt_mount.c:2346:server_getattr()) lustre-MDT0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1789518512.438568:0:23760:0:(tgt_mount.c:2361:is_cmd_supported()) ioctl cmd=81009431 00000100:00100000:3.0:1789518512.629554:0:3636:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789518497/real 1789518497] req@ffff8e730207dc00 x1876445522798976/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789518512 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789518512.629586:0:3636:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8e730207dc00 x1876445522798976/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789518512 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789518512.629595:0:3636:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789518497/real 1789518497] req@ffff8e730207f800 x1876445522798848/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789518512 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789518512.629615:0:3636:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8e730207f800 x1876445522798848/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789518512 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789518512.629634:0:3636:0:(import.c:65:import_set_state_nolock()) ffff8e74416eb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789518512.629653:0:3636:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1789518512.629657:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e730207dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3636:1876445522798976:0@lo:8:kworker.0 00000100:00080000:3.0:1789518512.629678:0:3636:0:(import.c:65:import_set_state_nolock()) ffff8e74044ca000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789518512.629684:0:3636:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1789518512.629686:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e730207f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3636:1876445522798848:0@lo:8:kworker.0 00000100:00080000:1.0:1789518512.630265:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789518512.630270:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789518512.630273:0:36:0:(import.c:65:import_set_state_nolock()) ffff8e74044ca000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789518512.630279:0:36:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 665 00000100:00080000:1.0:1789518512.630285:0:36:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:1.0:1789518512.630296:0:36:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff8e74044ca000 using connection 192.168.202.143@tcp/0@lo 00000100:00100000:1.0:1789518512.630316:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8e7303db4e00 x1876445522806784/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789518512.630330:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789518512.630333:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789518512.630334:0:36:0:(import.c:65:import_set_state_nolock()) ffff8e74416eb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789518512.630338:0:36:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 665 00000100:00080000:1.0:1789518512.630340:0:36:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:1.0:1789518512.630344:0:36:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff8e74416eb000 using connection 192.168.202.143@tcp/0@lo 00000100:00100000:1.0:1789518512.630354:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8e7303db4700 x1876445522806912/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789518512.630375:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789518512.630378:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789518512.630380:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789518512.630383:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1789518512.630411:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e7303db5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3639:1876445522806656:0@lo:400:kworker.0 00000100:00100000:3.0:1789518512.630761:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e7303db5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1876445522807168:0@lo:400:kworker.0 00000100:00100000:1.0:1789518512.631766:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789518512.631832:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1789518512.631841:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e7303db6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3639:1876445522807040:0@lo:400:kworker.0 00000100:00100000:1.0:1789518512.631881:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789518512.631930:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e7303db4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3636:1876445522806784:0@lo:8:kworker.0 00000400:00000100:1.0:1789518512.631952:0:3636:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1876445522806784 offset 0 length 520: 4 00000100:00100000:1.0:1789518512.631972:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e7303db4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3636:1876445522806912:0@lo:8:kworker.0 00000400:00000100:1.0:1789518512.631987:0:3636:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1876445522806912 offset 0 length 520: 4 00000100:00100000:2.0:1789518512.633121:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e7303db6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1ba3fd75-b94d-432d-934d-65078cb73340:3638:1876445522806528:0@lo:400:kworker.0 00000100:00100000:2.0:1789518512.633173:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789518512.633213:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e7303db7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3638:1876445522807296:0@lo:400:kworker.0 00000100:00100000:2.0:1789518512.633250:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789518512.633266:0:22645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522806528 00000100:00100000:3.0:1789518512.633274:0:22645:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522806528 00000100:00100000:1.0:1789518512.648769:0:22658:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522806656 00000100:00100000:1.0:1789518512.648786:0:22658:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522806656 00000100:00100000:1.0:1789518512.648866:0:22658:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:1.0:1789518512.648877:0:22658:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7303db4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3639:x1876445522806656:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789518512.648982:0:22658:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7303db4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3639:x1876445522806656:12345-0@lo:400:kworker.0 Request processed in 109us (17220us total) trans 0 rc 0/0 00000100:00100000:1.0:1789518512.648989:0:22658:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:1.0:1789518512.653499:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789518512.653595:0:22654:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522807040 00000100:00100000:1.0:1789518512.653604:0:22654:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522807040 00000100:00100000:1.0:1789518512.653646:0:22654:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522807296 00000100:00100000:1.0:1789518512.653650:0:22654:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522807296 00000100:00100000:1.0:1789518512.653667:0:22654:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1789518512.653676:0:22654:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7303db4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1876445522807040:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789518512.653750:0:22654:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7303db4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1876445522807040:12345-0@lo:400:kworker.0 Request processed in 75us (21867us total) trans 0 rc 0/0 00000100:00100000:1.0:1789518512.653756:0:22654:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1789518512.653772:0:22654:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1789518512.653793:0:22654:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e730207ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3638:x1876445522807296:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789518512.653835:0:22654:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e730207ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3638:x1876445522807296:12345-0@lo:400:kworker.0 Request processed in 43us (20585us total) trans 0 rc 0/0 00000100:00100000:1.0:1789518512.653841:0:22654:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1789518512.653864:0:22659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522807168 00000100:00100000:1.0:1789518512.653868:0:22659:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522807168 00000100:00100000:1.0:1789518512.653889:0:22659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:1.0:1789518512.653894:0:22659:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7303db7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3637:x1876445522807168:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789518512.653943:0:22659:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7303db7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3637:x1876445522807168:12345-0@lo:400:kworker.0 Request processed in 48us (451us total) trans 0 rc 0/0 00000100:00100000:1.0:1789518512.653949:0:22659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00010000:00080000:1.0:1789518512.653994:0:3638:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8e7303db7800 x1876445522807296/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789518528 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789518512.654021:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e7303db7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3638:1876445522807296:0@lo:400:kworker.0 00000100:00100000:1.0:1789518512.654056:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e7303db5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1876445522807168:0@lo:400:kworker.0 00010000:00080000:1.0:1789518512.654083:0:3639:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8e7303db6d80 x1876445522807040/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789518528 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789518512.654092:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e7303db6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3639:1876445522807040:0@lo:400:kworker.0 00000100:00100000:1.0:1789518512.654104:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e7303db5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3639:1876445522806656:0@lo:400:kworker.0 00000100:00100000:1.0:1789518512.662721:0:22647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:1.0:1789518512.663952:0:22647:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7441364050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1ba3fd75-b94d-432d-934d-65078cb73340+18:3638:x1876445522806528:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789518512.664073:0:22647:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7441364050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1ba3fd75-b94d-432d-934d-65078cb73340+18:3638:x1876445522806528:12345-0@lo:400:kworker.0 Request processed in 1340us (30898us total) trans 0 rc 0/0 00000100:00100000:1.0:1789518512.664098:0:22647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00100000:2.0:1789518512.666689:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e7303db6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1ba3fd75-b94d-432d-934d-65078cb73340:3638:1876445522806528:0@lo:400:kworker.0 00010000:00010000:2.0:1789518513.463446:0:22642:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1789518513.498511:0:23809:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=400866bb len=0 uarg=00007fff79f25ce0 20000000:00000080:2.0:1789518513.498529:0:23809:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=400866bb len=576 karg=ffff8e741f33dc00 uarg=0000000000000000 20000000:01000000:2.0:1789518513.498571:0:23809:0:(mgs_llog.c:6192:mgs_set_param2()) set_param2 fs='' device='general' param='debug_raw_pointers=Y' 20000000:01000000:2.0:1789518513.498579:0:23809:0:(mgs_llog.c:4647:mgs_write_log_param2()) next param 'debug_raw_pointers=Y' 20000000:01000000:2.0:1789518513.498584:0:23809:0:(mgs_llog.c:1379:mgs_modify_param()) modify params/general/debug_raw_pointers=Y del=0 00000040:00080000:0.0:1789518513.509730:0:23810:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 2 count 13 20000000:00000400:2.0:1789518513.509895:0:23809:0:(mgs_llog.c:1450:mgs_modify_param()) MGS: modify general/debug_raw_pointers=Y (mode = 0) failed: rc = -17 10000000:01000000:2.0:1789518513.516801:0:23809:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 00010000:00010000:2.0:1789518513.516840:0:23809:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8e73033acc00/0x8d0fd67942315da9 lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518513.517055:0:23809:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8e7435f0da00/0x8d0fd67942315c52 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x8d0fd67942315c4b expref: 17 pid: 22648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518513.517063:0:23809:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8e7400030a00/0x8d0fd67942315d55 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x8d0fd67942315d4e expref: 17 pid: 22645 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518513.517071:0:23809:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8e73033acc00/0x8d0fd67942315da9 lrc: 5/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 23809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518513.517575:0:23809:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8e7400030a00/0x8d0fd67942315d55 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x8d0fd67942315d4e expref: 17 pid: 22645 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518513.517592:0:23809:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8e7400030a00/0x8d0fd67942315d55 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x8d0fd67942315d4e expref: 17 pid: 22645 timeout: 781 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789518513.517607:0:23809:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e743a17ea00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23809:1876445522807424:0@lo:104: 00000100:00100000:3.0:1789518513.517675:0:23809:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1789518513.517752:0:23809:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8e7435f0da00/0x8d0fd67942315c52 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x8d0fd67942315c4b expref: 17 pid: 22648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518513.517761:0:23809:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8e7435f0da00/0x8d0fd67942315c52 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x8d0fd67942315c4b expref: 17 pid: 22648 timeout: 781 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789518513.517769:0:23809:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e743a17d880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23809:1876445522807552:0@lo:104: 00000100:00100000:3.0:1789518513.517791:0:23809:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789518513.517816:0:23809:0:(client.c:2716:ptlrpc_set_wait()) set ffff8e7409dd7840 going to sleep for 11 seconds 00000100:00100000:1.0:1789518513.517950:0:22637:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522807424 00000100:00100000:2.0:1789518513.517955:0:22636:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522807552 00000100:00100000:1.0:1789518513.517959:0:22637:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522807424 00000100:00100000:2.0:1789518513.517962:0:22636:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522807552 00000100:00100000:2.0:1789518513.518009:0:22636:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1789518513.518019:0:22636:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e743a17c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1ba3fd75-b94d-432d-934d-65078cb73340+4:23809:x1876445522807552:12345-0@lo:104: 00010000:00010000:2.0:1789518513.518032:0:22636:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.143@tcp lock: ffff8e7435f9c200/0x8d0fd67942315c4b lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x8d0fd67942315c52 expref: -99 pid: 22632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518513.518101:0:22636:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1789518513.518120:0:22636:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e743a17c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1ba3fd75-b94d-432d-934d-65078cb73340+4:23809:x1876445522807552:12345-0@lo:104: Request processed in 103us (327us total) trans 0 rc 0/0 00000100:00100000:2.0:1789518513.518128:0:22636:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1789518513.518148:0:22636:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1789518513.518154:0:22636:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e743a17ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1ba3fd75-b94d-432d-934d-65078cb73340+3:23809:x1876445522807424:12345-0@lo:104: 00010000:00010000:2.0:1789518513.518162:0:22636:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.143@tcp lock: ffff8e7435f0ca00/0x8d0fd67942315d4e lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x8d0fd67942315d55 expref: -99 pid: 23388 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518513.518207:0:22636:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:3.0:1789518513.518218:0:23809:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e743a17ea00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23809:1876445522807424:0@lo:104: 00000100:00100000:2.0:1789518513.518224:0:22636:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e743a17ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1ba3fd75-b94d-432d-934d-65078cb73340+3:23809:x1876445522807424:12345-0@lo:104: Request processed in 68us (547us total) trans 0 rc 0/0 00000100:00100000:3.0:1789518513.518234:0:23809:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e743a17d880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23809:1876445522807552:0@lo:104: 00000100:00100000:2.0:1789518513.518234:0:22636:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00010000:00010000:3.0:1789518513.518263:0:23809:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8e73033acc00/0x8d0fd67942315da9 lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 23809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518513.518331:0:22642:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1789518513.518340:0:22642:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.143@tcp lock: ffff8e7435f9c200/0x8d0fd67942315c4b lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x8d0fd67942315c52 expref: -99 pid: 22632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518513.518346:0:22642:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8e7435f9c200 already unused, calling callback (ffffffffc11d3c20) 10000000:00010000:0.0:1789518513.518350:0:22642:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.143@tcp lock: ffff8e7435f9c200/0x8d0fd67942315c4b lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x8d0fd67942315c52 expref: -99 pid: 22632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518513.518358:0:22642:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.143@tcp lock: ffff8e7435f9c200/0x8d0fd67942315c4b lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x8d0fd67942315c52 expref: -99 pid: 22632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1789518513.518365:0:22642:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.143@tcp lock: ffff8e7435f9c200/0x8d0fd67942315c4b lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x8d0fd67942315c52 expref: -99 pid: 22632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789518513.518371:0:22642:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:0.0:1789518513.518415:0:22642:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.143@tcp lock: ffff8e7435f9c200/0x8d0fd67942315c4b lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x8d0fd67942315c52 expref: -99 pid: 22632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518513.518427:0:22642:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1789518513.518461:0:22642:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.143@tcp lock: ffff8e7435f9c200/0x8d0fd67942315c4b lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x8d0fd67942315c52 expref: -99 pid: 22632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518513.518531:0:22642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.143@tcp lock: ffff8e7435f9c200/0x8d0fd67942315c4b lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x8d0fd67942315c52 expref: -99 pid: 22632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789518513.518536:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e7435f0b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1ba3fd75-b94d-432d-934d-65078cb73340:3639:1876445522807680:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1789518513.518545:0:22642:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789518513.518550:0:22642:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.143@tcp lock: ffff8e7435f0ca00/0x8d0fd67942315d4e lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x8d0fd67942315d55 expref: -99 pid: 23388 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518513.518557:0:22642:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8e7435f0ca00 already unused, calling callback (ffffffffc11d3c20) 10000000:00010000:0.0:1789518513.518560:0:22642:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.143@tcp lock: ffff8e7435f0ca00/0x8d0fd67942315d4e lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x8d0fd67942315d55 expref: -99 pid: 23388 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518513.518568:0:22642:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.143@tcp lock: ffff8e7435f0ca00/0x8d0fd67942315d4e lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x8d0fd67942315d55 expref: -99 pid: 23388 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1789518513.518576:0:22642:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.143@tcp lock: ffff8e7435f0ca00/0x8d0fd67942315d4e lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x8d0fd67942315d55 expref: -99 pid: 23388 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789518513.518581:0:22642:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00000100:00100000:2.0:1789518513.518584:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1789518513.518605:0:22642:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.143@tcp lock: ffff8e7435f0ca00/0x8d0fd67942315d4e lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x8d0fd67942315d55 expref: -99 pid: 23388 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518513.518613:0:22642:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:2.0:1789518513.518619:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:0.0:1789518513.518621:0:22642:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.143@tcp lock: ffff8e7435f0ca00/0x8d0fd67942315d4e lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x8d0fd67942315d55 expref: -99 pid: 23388 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789518513.518628:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e7435f0bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1ba3fd75-b94d-432d-934d-65078cb73340:3639:1876445522807808:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1789518513.518631:0:22642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.143@tcp lock: ffff8e7435f0ca00/0x8d0fd67942315d4e lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x8d0fd67942315d55 expref: -99 pid: 23388 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518513.518654:0:22642:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789518513.518658:0:22642:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789518513.518660:0:22642:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789518513.518669:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789518513.518717:0:22640:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522807680 00000100:00100000:0.0:1789518513.518723:0:22640:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522807680 00000100:00100000:2.0:1789518513.518742:0:22639:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522807808 00010000:00010000:0.0:1789518513.518748:0:22640:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8e7435f0da00/0x8d0fd67942315c52 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x8d0fd67942315c4b expref: 18 pid: 22648 timeout: 781 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789518513.518750:0:22639:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522807808 00010000:00010000:2.0:1789518513.518769:0:22639:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8e7400030a00/0x8d0fd67942315d55 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x8d0fd67942315d4e expref: 19 pid: 22645 timeout: 781 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789518513.518779:0:22640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1789518513.518790:0:22640:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e730207df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1ba3fd75-b94d-432d-934d-65078cb73340+19:3639:x1876445522807680:12345-0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1789518513.518794:0:22639:0:(service.c:3467:ptlrpc_start_thread()) ldlm_canceld[0] started 3 min 3 max 56 00000100:00100000:2.0:1789518513.518803:0:22639:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'ldlm_cn00_003' 00010000:00010000:0.0:1789518513.518803:0:22640:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1789518513.518812:0:22640:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8e7435f0da00/0x8d0fd67942315c52 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x8d0fd67942315c4b expref: 19 pid: 22648 timeout: 781 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518513.518823:0:22640:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8e7435f0da00/0x8d0fd67942315c52 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x8d0fd67942315c4b expref: 19 pid: 22648 timeout: 781 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518513.518835:0:22640:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8e7435f0da00/0x8d0fd67942315c52 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x8d0fd67942315c4b expref: 19 pid: 22648 timeout: 781 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518513.518846:0:22640:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1789518513.518893:0:22640:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e730207df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1ba3fd75-b94d-432d-934d-65078cb73340+18:3639:x1876445522807680:12345-0@lo:103:ldlm_bl.0 Request processed in 106us (323us total) trans 0 rc 0/0 00000100:00100000:0.0:1789518513.518900:0:22640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1789518513.518925:0:22640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1789518513.518931:0:22640:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e730207e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1ba3fd75-b94d-432d-934d-65078cb73340+17:3639:x1876445522807808:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1789518513.518939:0:22640:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1789518513.518948:0:22640:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8e7400030a00/0x8d0fd67942315d55 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x8d0fd67942315d4e expref: 17 pid: 22645 timeout: 781 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518513.518957:0:22640:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8e7400030a00/0x8d0fd67942315d55 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x8d0fd67942315d4e expref: 17 pid: 22645 timeout: 781 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518513.518966:0:22640:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8e7400030a00/0x8d0fd67942315d55 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x8d0fd67942315d4e expref: 17 pid: 22645 timeout: 781 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518513.518977:0:22640:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8e73033acc00/0x8d0fd67942315da9 lrc: 3/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 23809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518513.518984:0:22640:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8e73033acc00/0x8d0fd67942315da9 lrc: 4/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 23809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518513.518995:0:22640:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8e73033acc00/0x8d0fd67942315da9 lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 23809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518513.519003:0:22640:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8e73033acc00/0x8d0fd67942315da9 lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 23809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518513.519010:0:22640:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8e73033acc00/0x8d0fd67942315da9 lrc: 4/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 23809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518513.519014:0:22641:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789518513.519017:0:22640:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8e73033acc00/0x8d0fd67942315da9 lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 23809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518513.519026:0:22640:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8e73033acc00 already unused, calling callback (ffffffffc0bd28b0) 00010000:00010000:0.0:1789518513.519031:0:22640:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8e73033acc00/0x8d0fd67942315da9 lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 23809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518513.519038:0:22640:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8e73033acc00/0x8d0fd67942315da9 lrc: 6/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 23809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518513.519055:0:22640:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8e73033acc00/0x8d0fd67942315da9 lrc: 4/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518513.519064:0:22640:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1789518513.519093:0:22640:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e730207e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1ba3fd75-b94d-432d-934d-65078cb73340+16:3639:x1876445522807808:12345-0@lo:103:ldlm_bl.0 Request processed in 161us (424us total) trans 0 rc 0/0 00000100:00100000:0.0:1789518513.519100:0:22640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1789518513.519268:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e7435f0bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1ba3fd75-b94d-432d-934d-65078cb73340:3639:1876445522807808:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1789518513.519277:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e7435f0b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1ba3fd75-b94d-432d-934d-65078cb73340:3639:1876445522807680:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1789518513.519641:0:23809:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8e73033acc00/0x8d0fd67942315da9 lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518513.519651:0:23809:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8e73033acc00/0x8d0fd67942315da9 lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518513.519658:0:23809:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8e73033acc00/0x8d0fd67942315da9 lrc: 0/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518514.486737:0:22642:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:0.0:1789518515.382667:0:22650:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:0.0:1789518515.382676:0:22650:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff8e7302058000 from 13 10000000:01000000:0.0:1789518515.382682:0:22650:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1789518515.382741:0:22650:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.143@tcp lock: ffff8e7435f9c800/0x8d0fd67942315db0 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518515.382756:0:22650:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.143@tcp lock: ffff8e7435f9c800/0x8d0fd67942315db0 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518515.382769:0:22650:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.143@tcp lock: ffff8e7435f9c800/0x8d0fd67942315db0 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789518515.382803:0:22650:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e7435f08e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1ba3fd75-b94d-432d-934d-65078cb73340:22650:1876445522807936:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1789518515.382907:0:22650:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789518515.382963:0:22650:0:(client.c:2716:ptlrpc_set_wait()) set ffff8e74416a4900 going to sleep for 11 seconds 00000100:00100000:1.0:1789518515.383405:0:22648:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522807936 00000100:00100000:1.0:1789518515.383418:0:22648:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522807936 00000100:00100000:1.0:1789518515.383511:0:22648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00100000:1.0:1789518515.383522:0:22648:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7441365050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1ba3fd75-b94d-432d-934d-65078cb73340+16:22650:x1876445522807936:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1789518515.383541:0:22648:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789518515.383572:0:22648:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8e7435f0dc00/0x8d0fd67942315db7 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x8d0fd67942315db0 expref: -99 pid: 22648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518515.383604:0:22648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8e7435f0dc00/0x8d0fd67942315db7 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x8d0fd67942315db0 expref: 17 pid: 22648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518515.383618:0:22648:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8e7435f0dc00/0x8d0fd67942315db7 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x8d0fd67942315db0 expref: 17 pid: 22648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518515.383628:0:22648:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8e7435f0dc00, rc 0) 00000100:00100000:1.0:1789518515.383684:0:22648:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7441365050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1ba3fd75-b94d-432d-934d-65078cb73340+17:22650:x1876445522807936:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 164us (778us total) trans 0 rc 0/0 00000100:00100000:1.0:1789518515.383692:0:22648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000100:00100000:0.0:1789518515.383901:0:22650:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e7435f08e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1ba3fd75-b94d-432d-934d-65078cb73340:22650:1876445522807936:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1789518515.383918:0:22650:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.143@tcp lock: ffff8e7435f9c800/0x8d0fd67942315db0 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x8d0fd67942315db7 expref: -99 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518515.383929:0:22650:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.143@tcp lock: ffff8e7435f9c800/0x8d0fd67942315db0 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x8d0fd67942315db7 expref: -99 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789518515.384033:0:22650:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e7435f08e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1ba3fd75-b94d-432d-934d-65078cb73340:22650:1876445522808064:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1789518515.384067:0:22650:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789518515.384097:0:22650:0:(client.c:2716:ptlrpc_set_wait()) set ffff8e74416a4900 going to sleep for 11 seconds 00000100:00100000:0.0:1789518515.384116:0:22645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522808064 00000100:00100000:0.0:1789518515.384120:0:22645:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522808064 00000100:00100000:0.0:1789518515.384147:0:22645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00100000:0.0:1789518515.384154:0:22645:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7441367050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1ba3fd75-b94d-432d-934d-65078cb73340+17:22650:x1876445522808064:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1789518515.384295:0:22645:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7441367050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1ba3fd75-b94d-432d-934d-65078cb73340+17:22650:x1876445522808064:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 141us (227us total) trans 0 rc 0/0 00000100:00100000:0.0:1789518515.384303:0:22645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00000100:00100000:0.0:1789518515.384337:0:22650:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e7435f08e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1ba3fd75-b94d-432d-934d-65078cb73340:22650:1876445522808064:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1789518515.384371:0:22650:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e7435f08e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1ba3fd75-b94d-432d-934d-65078cb73340:22650:1876445522808192:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1789518515.384412:0:22650:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789518515.384426:0:22650:0:(client.c:2716:ptlrpc_set_wait()) set ffff8e74416a4900 going to sleep for 11 seconds 00000100:00100000:0.0:1789518515.384440:0:22647:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522808192 00000100:00100000:0.0:1789518515.384444:0:22647:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522808192 00000100:00100000:0.0:1789518515.384492:0:22647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00100000:0.0:1789518515.384500:0:22647:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7441365850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1ba3fd75-b94d-432d-934d-65078cb73340+17:22650:x1876445522808192:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1789518515.384670:0:22647:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7441365850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1ba3fd75-b94d-432d-934d-65078cb73340+17:22650:x1876445522808192:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 170us (256us total) trans 0 rc 0/0 00000100:00100000:0.0:1789518515.384677:0:22647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00000100:00100000:0.0:1789518515.384719:0:22650:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e7435f08e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1ba3fd75-b94d-432d-934d-65078cb73340:22650:1876445522808192:0@lo:503:ll_cfg_requeue.0 00000040:00080000:0.0:1789518515.385407:0:23872:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:0.0:1789518515.385516:0:22650:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:0.0:1789518515.385539:0:22650:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.143@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1789518515.385550:0:22650:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.143@tcp lock: ffff8e7435f9c800/0x8d0fd67942315db0 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x8d0fd67942315db7 expref: -99 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518515.388926:0:22650:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.143@tcp lock: ffff8e7435f9c800/0x8d0fd67942315db0 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x8d0fd67942315db7 expref: -99 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789518515.388944:0:22650:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:0.0:1789518515.388948:0:22650:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff8e74411bf800 from 13 10000000:01000000:0.0:1789518515.388952:0:22650:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1789518515.389012:0:22650:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.143@tcp lock: ffff8e7435f9dc00/0x8d0fd67942315dbe lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518515.389021:0:22650:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.143@tcp lock: ffff8e7435f9dc00/0x8d0fd67942315dbe lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518515.389036:0:22650:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.143@tcp lock: ffff8e7435f9dc00/0x8d0fd67942315dbe lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789518515.389069:0:22650:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e7435f08e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1ba3fd75-b94d-432d-934d-65078cb73340:22650:1876445522808320:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1789518515.389161:0:22650:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789518515.389217:0:22650:0:(client.c:2716:ptlrpc_set_wait()) set ffff8e74416a4a80 going to sleep for 11 seconds 00000100:00100000:1.0:1789518515.389678:0:22648:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522808320 00000100:00100000:1.0:1789518515.389689:0:22648:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522808320 00000100:00100000:1.0:1789518515.389748:0:22648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000100:00100000:1.0:1789518515.389758:0:22648:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7441365450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1ba3fd75-b94d-432d-934d-65078cb73340+17:22650:x1876445522808320:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1789518515.389774:0:22648:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789518515.389790:0:22648:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8e7435f0c800/0x8d0fd67942315dc5 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x8d0fd67942315dbe expref: -99 pid: 22648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518515.389837:0:22648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8e7435f0c800/0x8d0fd67942315dc5 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x8d0fd67942315dbe expref: 18 pid: 22648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518515.389850:0:22648:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8e7435f0c800/0x8d0fd67942315dc5 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x8d0fd67942315dbe expref: 18 pid: 22648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518515.389859:0:22648:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8e7435f0c800, rc 0) 00000100:00100000:1.0:1789518515.389929:0:22648:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7441365450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1ba3fd75-b94d-432d-934d-65078cb73340+18:22650:x1876445522808320:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 172us (767us total) trans 0 rc 0/0 00000100:00100000:1.0:1789518515.389936:0:22648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 00000100:00100000:0.0:1789518515.390744:0:22650:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e7435f08e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1ba3fd75-b94d-432d-934d-65078cb73340:22650:1876445522808320:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1789518515.390769:0:22650:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.143@tcp lock: ffff8e7435f9dc00/0x8d0fd67942315dbe lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x8d0fd67942315dc5 expref: -99 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518515.390780:0:22650:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.143@tcp lock: ffff8e7435f9dc00/0x8d0fd67942315dbe lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x8d0fd67942315dc5 expref: -99 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789518515.390878:0:22650:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e7435f08e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1ba3fd75-b94d-432d-934d-65078cb73340:22650:1876445522808448:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1789518515.390931:0:22650:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789518515.391012:0:22650:0:(client.c:2716:ptlrpc_set_wait()) set ffff8e74416a4a80 going to sleep for 11 seconds 00000100:00100000:1.0:1789518515.397776:0:22645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522808448 00000100:00100000:1.0:1789518515.397795:0:22645:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522808448 00000100:00100000:0.0:1789518515.397971:0:22645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64 00000100:00100000:0.0:1789518515.397985:0:22645:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e74419f2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1ba3fd75-b94d-432d-934d-65078cb73340+18:22650:x1876445522808448:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1789518515.398233:0:22645:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e74419f2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1ba3fd75-b94d-432d-934d-65078cb73340+18:22650:x1876445522808448:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 250us (7300us total) trans 0 rc 0/0 00000100:00100000:0.0:1789518515.398242:0:22645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64 00000100:00100000:3.0:1789518515.398383:0:22650:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e7435f08e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1ba3fd75-b94d-432d-934d-65078cb73340:22650:1876445522808448:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1789518515.398449:0:22650:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e743a17d880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1ba3fd75-b94d-432d-934d-65078cb73340:22650:1876445522808576:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1789518515.398532:0:22650:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789518515.398588:0:22650:0:(client.c:2716:ptlrpc_set_wait()) set ffff8e743a487cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1789518515.398707:0:22647:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522808576 00000100:00100000:0.0:1789518515.398712:0:22647:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522808576 00000100:00100000:0.0:1789518515.398747:0:22647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65 00000100:00100000:0.0:1789518515.398756:0:22647:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e74419f2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1ba3fd75-b94d-432d-934d-65078cb73340+18:22650:x1876445522808576:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1789518515.398848:0:22647:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e74419f2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1ba3fd75-b94d-432d-934d-65078cb73340+18:22650:x1876445522808576:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 93us (316us total) trans 0 rc 0/0 00000100:00100000:0.0:1789518515.398856:0:22647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 00000100:00100000:3.0:1789518515.398952:0:22650:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e743a17d880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1ba3fd75-b94d-432d-934d-65078cb73340:22650:1876445522808576:0@lo:503:ll_cfg_requeue.0 00000040:00080000:3.0:1789518515.399960:0:23873:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:0.0:1789518515.400256:0:22650:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:0.0:1789518515.400288:0:22650:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.143@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1789518515.400301:0:22650:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.143@tcp lock: ffff8e7435f9dc00/0x8d0fd67942315dbe lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x8d0fd67942315dc5 expref: -99 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518515.400315:0:22650:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.143@tcp lock: ffff8e7435f9dc00/0x8d0fd67942315dbe lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x8d0fd67942315dc5 expref: -99 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518515.512031:0:22641:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789518515.701968:0:3636:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789518505/real 1789518505] req@ffff8e740dda2300 x1876445522801920/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789518515 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789518515.702016:0:3636:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8e740dda2300 x1876445522801920/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789518515 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789518515.702030:0:3636:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789518505/real 1789518505] req@ffff8e7435f0b100 x1876445522801280/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789518515 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789518515.702045:0:3636:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8e7435f0b100 x1876445522801280/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789518515 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789518515.702073:0:3636:0:(import.c:65:import_set_state_nolock()) ffff8e7435dc4000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789518515.702125:0:3636:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1789518515.702130:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e740dda2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3636:1876445522801920:0@lo:8:llog_process_th.0 00000100:00080000:3.0:1789518515.702136:0:3636:0:(import.c:65:import_set_state_nolock()) ffff8e744110c000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789518515.702148:0:3636:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1789518515.702151:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e7435f0b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3636:1876445522801280:0@lo:8:llog_process_th.0 00000100:00080000:0.0:1789518515.702195:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789518515.702201:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789518515.702212:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789518515.702215:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789518515.702246:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789518515.702249:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789518515.702252:0:36:0:(import.c:65:import_set_state_nolock()) ffff8e744110c000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789518515.702258:0:36:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 673 00000100:00080000:0.0:1789518515.702265:0:36:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1789518515.702279:0:36:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff8e744110c000 using connection 192.168.202.143@tcp/0@lo 00000100:00100000:0.0:1789518515.702316:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8e7435f0a300 x1876445522809088/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789518515.702334:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789518515.702337:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789518515.702339:0:36:0:(import.c:65:import_set_state_nolock()) ffff8e7435dc4000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789518515.702342:0:36:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 673 00000100:00080000:0.0:1789518515.702344:0:36:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1789518515.702350:0:36:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff8e7435dc4000 using connection 192.168.202.143@tcp/0@lo 00000100:00100000:0.0:1789518515.702362:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8e7435f0b800 x1876445522809216/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789518515.702385:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789518515.702388:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789518515.702390:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789518515.702393:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1789518515.702420:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e7435f0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1876445522808704:0@lo:400:kworker.0 00000100:00100000:2.0:1789518515.702450:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e7435f09880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1876445522808960:0@lo:400:kworker.0 00000100:00100000:3.0:1789518515.702548:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e7435f0a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3636:1876445522809088:0@lo:8:kworker.0 00000100:00100000:1.0:1789518515.703568:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e7435f08700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3640:1876445522809344:0@lo:400:kworker.0 00000100:00100000:2.0:1789518515.707607:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789518515.707726:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e7435f0ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3638:1876445522808832:0@lo:400:kworker.0 00000100:00100000:2.0:1789518515.707770:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789518515.707794:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e7303db5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3638:1876445522809600:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1789518515.707817:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789518515.707839:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1789518515.707847:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e730207d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1876445522809472:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1789518515.707871:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789518515.707932:0:22659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522808960 00000100:00100000:2.0:1789518515.707942:0:22659:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522808960 00000100:00100000:2.0:1789518515.708003:0:22659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522809600 00000100:00100000:2.0:1789518515.708007:0:22659:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522809600 00000100:00100000:2.0:1789518515.708018:0:22659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522809472 00000100:00100000:2.0:1789518515.708020:0:22659:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522809472 00000100:00100000:2.0:1789518515.708035:0:22659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:2.0:1789518515.708044:0:22659:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e730207c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3639:x1876445522808960:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789518515.708112:0:22659:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e730207c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3639:x1876445522808960:12345-0@lo:400:kworker.0 Request processed in 67us (517us total) trans 0 rc 0/0 00000100:00100000:2.0:1789518515.708120:0:22659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:2.0:1789518515.708140:0:22659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:2.0:1789518515.708146:0:22659:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e730207dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3638:x1876445522809600:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1789518515.708181:0:22659:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:2.0:1789518515.708220:0:22659:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e730207dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3638:x1876445522809600:12345-0@lo:41:osp-pre-0-1.0 Request processed in 73us (401us total) trans 0 rc 0/0 00000100:00100000:2.0:1789518515.708227:0:22659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:2.0:1789518515.708239:0:22659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:2.0:1789518515.708245:0:22659:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e730207ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3638:x1876445522809472:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1789518515.708286:0:22659:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:2.0:1789518515.708316:0:22659:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e730207ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3638:x1876445522809472:12345-0@lo:41:osp-pre-1-0.0 Request processed in 71us (444us total) trans 0 rc 0/0 00000100:00100000:2.0:1789518515.708322:0:22659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:2.0:1789518515.708344:0:22654:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522808832 00000100:00100000:2.0:1789518515.708348:0:22654:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522808832 00000100:00100000:2.0:1789518515.708377:0:22654:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1789518515.708384:0:22654:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e730207f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3638:x1876445522808832:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789518515.708416:0:22654:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e730207f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3638:x1876445522808832:12345-0@lo:400:kworker.0 Request processed in 32us (646us total) trans 0 rc 0/0 00000100:00100000:2.0:1789518515.708423:0:22654:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1789518515.708537:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e730207d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1876445522809472:0@lo:41:osp-pre-1-0.0 00010000:00080000:2.0:1789518515.708553:0:3638:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8e7435f0ad80 x1876445522808832/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789518531 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789518515.708565:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e7435f0ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3638:1876445522808832:0@lo:400:kworker.0 00000100:00100000:2.0:1789518515.708579:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e7303db5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3638:1876445522809600:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1789518515.708617:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e7435f09880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1876445522808960:0@lo:400:kworker.0 00000100:00100000:0.0:1789518515.709219:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789518515.709344:0:22659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522808704 00000100:00100000:2.0:1789518515.709350:0:22659:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522808704 00000100:00100000:2.0:1789518515.709394:0:22659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:2.0:1789518515.709403:0:22659:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7435f09880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3637:x1876445522808704:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789518515.709458:0:22659:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7435f09880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3637:x1876445522808704:12345-0@lo:400:kworker.0 Request processed in 56us (242us total) trans 0 rc 0/0 00000100:00100000:2.0:1789518515.709545:0:22659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:0.0:1789518515.710287:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e7435f0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1876445522808704:0@lo:400:kworker.0 00000400:00000100:3.0:1789518515.711525:0:3636:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1876445522809088 offset 0 length 520: 4 00000100:00100000:3.0:1789518515.711600:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e7435f0b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3636:1876445522809216:0@lo:8:kworker.0 00000400:00000100:3.0:1789518515.711629:0:3636:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1876445522809216 offset 0 length 520: 4 00000100:00100000:1.0:1789518515.713753:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789518515.717703:0:22655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522809344 00000100:00100000:3.0:1789518515.717726:0:22655:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522809344 00000100:00100000:2.0:1789518515.720953:0:22655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1789518515.720974:0:22655:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7303db6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3640:x1876445522809344:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789518515.721131:0:22655:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7303db6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3640:x1876445522809344:12345-0@lo:400:kworker.0 Request processed in 162us (7386us total) trans 0 rc 0/0 00000100:00100000:2.0:1789518515.721139:0:22655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00010000:00080000:3.0:1789518515.721266:0:3640:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8e7435f08700 x1876445522809344/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789518531 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789518515.721285:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e7435f08700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3640:1876445522809344:0@lo:400:kworker.0 00000001:00100000:1.0:1789518516.235414:0:23389:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00010000:00010000:0.0:1789518516.537971:0:22642:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789518517.562936:0:22641:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1789518517.687266:0:23412:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:0.0:1789518518.582647:0:22642:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1789518519.287070:0:22687:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:1.0:1789518519.605796:0:22641:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789518520.645687:0:22642:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789518520.821794:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e730207d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3639:1876445522809728:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1789518520.821874:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789518520.821935:0:22658:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522809728 00000100:00100000:2.0:1789518520.821943:0:22658:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522809728 00000100:00100000:2.0:1789518520.821996:0:22658:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:2.0:1789518520.822004:0:22658:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e730207c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3639:x1876445522809728:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1789518520.822037:0:22658:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:2.0:1789518520.822079:0:22658:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e730207c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3639:x1876445522809728:12345-0@lo:41:osp-pre-1-0.0 Request processed in 75us (205us total) trans 0 rc 0/0 00000100:00100000:2.0:1789518520.822086:0:22658:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:2.0:1789518520.822133:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e730207d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3639:1876445522809728:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1789518520.822219:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1789518520.822228:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e7303db5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1876445522809856:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1789518520.822255:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789518520.822282:0:23397:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522809856 00000100:00100000:1.0:1789518520.822285:0:23397:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522809856 00000100:00100000:1.0:1789518520.822309:0:23397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:1.0:1789518520.822314:0:23397:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7303db7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3639:x1876445522809856:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1789518520.822332:0:23397:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:1.0:1789518520.822363:0:23397:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7303db7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3639:x1876445522809856:12345-0@lo:41:osp-pre-0-1.0 Request processed in 49us (108us total) trans 0 rc 0/0 00000100:00100000:1.0:1789518520.822379:0:23397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:1.0:1789518520.822413:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e7303db5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1876445522809856:0@lo:41:osp-pre-0-1.0 00000100:00080000:1.0:1789518520.822737:0:473:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789518520.822741:0:473:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789518520.822744:0:473:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789518520.822747:0:473:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789518520.822757:0:473:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789518520.822760:0:473:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789518520.822762:0:473:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789518520.822765:0:473:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1789518520.822789:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1789518520.822797:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e7303db7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3640:1876445522810240:0@lo:400:kworker.0 00000100:00100000:2.0:1789518520.822829:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e7303db5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3638:1876445522810112:0@lo:400:kworker.0 00000100:00100000:1.0:1789518520.822829:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789518520.822868:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789518520.822870:0:22653:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522810240 00000100:00100000:1.0:1789518520.822873:0:22653:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522810240 00000100:00100000:2.0:1789518520.822886:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1789518520.822891:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e7303db5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1ba3fd75-b94d-432d-934d-65078cb73340:3638:1876445522809984:0@lo:400:kworker.0 00000100:00100000:1.0:1789518520.822898:0:22653:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522810112 00000100:00100000:1.0:1789518520.822900:0:22653:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522810112 00000100:00100000:1.0:1789518520.822913:0:22653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1789518520.822918:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789518520.822919:0:22653:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7303db6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3640:x1876445522810240:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789518520.822951:0:22653:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7303db6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3640:x1876445522810240:12345-0@lo:400:kworker.0 Request processed in 33us (122us total) trans 0 rc 0/0 00000100:00100000:1.0:1789518520.822958:0:22653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1789518520.822963:0:22655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1789518520.822970:0:22655:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e730207d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3638:x1876445522810112:12345-0@lo:400:kworker.0 00010000:00080000:1.0:1789518520.822987:0:3640:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8e7303db7480 x1876445522810240/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789518536 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789518520.823002:0:22655:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e730207d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3638:x1876445522810112:12345-0@lo:400:kworker.0 Request processed in 34us (134us total) trans 0 rc 0/0 00000100:00100000:1.0:1789518520.823005:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e7303db7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3640:1876445522810240:0@lo:400:kworker.0 00000100:00100000:2.0:1789518520.823013:0:22655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1789518520.823032:0:22647:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522809984 00000100:00100000:2.0:1789518520.823036:0:22647:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522809984 00000100:00100000:2.0:1789518520.823070:0:22647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00100000:2.0:1789518520.823078:0:22647:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e74419f3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1ba3fd75-b94d-432d-934d-65078cb73340+18:3638:x1876445522809984:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789518520.823108:0:22647:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e74419f3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1ba3fd75-b94d-432d-934d-65078cb73340+18:3638:x1876445522809984:12345-0@lo:400:kworker.0 Request processed in 31us (189us total) trans 0 rc 0/0 00000100:00100000:2.0:1789518520.823114:0:22647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00000100:00100000:2.0:1789518520.823146:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e7303db5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1ba3fd75-b94d-432d-934d-65078cb73340:3638:1876445522809984:0@lo:400:kworker.0 00010000:00080000:2.0:1789518520.823156:0:3638:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8e7303db5c00 x1876445522810112/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789518536 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789518520.823164:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e7303db5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3638:1876445522810112:0@lo:400:kworker.0 00010000:00010000:0.0:1789518521.653695:0:22641:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:2.0:1789518521.920287:0:24158:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:2.0:1789518521.920291:0:24158:0:(obd_mount.c:926:lmd_print()) device: /dev/mapper/ost1_flakey 00000020:01000004:2.0:1789518521.920293:0:24158:0:(obd_mount.c:929:lmd_print()) options: errors=remount-ro 00000080:01200004:2.0:1789518521.920412:0:24158:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff8e740da5c000 00000020:01000004:2.0:1789518521.920427:0:24158:0:(tgt_mount.c:2502:osd_start()) Attempting to start lustre-OST0000, type=osd-ldiskfs, lsifl=200002, mountfl=0 00000020:01000004:2.0:1789518521.920439:0:24158:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-OST0000-osd (typ=osd-ldiskfs) 00000020:00000080:2.0:1789518521.920687:0:24158:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osd (ffff8e743cdd0000) 00000020:00000080:2.0:1789518521.920705:0:24158:0:(obd_config.c:720:class_attach_name()) OBD: dev 20 attached type osd-ldiskfs with refcount 2 00100000:10000000:1.0:1789518522.011074:0:24158:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:1.0:1789518522.013336:0:24158:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000003:0x6:0x0] (8/32) registered 00100000:10000000:1.0:1789518522.013722:0:24158:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:1.0:1789518522.014380:0:24158:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:1.0:1789518522.014673:0:24158:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000003:0x4:0x0] (8/32) registered 00100000:10000000:1.0:1789518522.014935:0:24158:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:1.0:1789518522.015430:0:24158:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000003:0x5:0x0] (8/32) registered 00080000:01000000:1.0:1789518522.018996:0:24158:0:(osd_lproc.c:911:osd_procfs_init()) lustre-OST0000: register osd-ldiskfs tunable parameters 00000020:00000080:1.0:1789518522.020866:0:24158:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osd (uuid lustre-OST0000-osd_UUID) 00080000:01000000:1.0:1789518522.020881:0:24158:0:(osd_handler.c:8924:osd_obd_connect()) connect #0 00000020:00000080:1.0:1789518522.020893:0:24158:0:(genops.c:1384:class_connect()) connect: client lustre-OST0000-osd_UUID, cookie 0x8d0fd67942315dd3 00000020:01000004:1.0:1789518522.020901:0:24158:0:(tgt_mount.c:2587:server_fill_super()) Found service lustre-OST0000 on device /dev/mapper/ost1_flakey 00000020:01000004:1.0:1789518522.020921:0:24158:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.202.143@tcp:Set MGC reconnect 1 10000000:01000000:1.0:1789518522.020924:0:24158:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.202.143@tcp 1/d0:i0:r0:or0:FULL 00000020:01000004:1.0:1789518522.020931:0:24158:0:(tgt_mount.c:1808:server_start_targets()) starting target lustre-OST0000 00000020:01000004:1.0:1789518522.020936:0:24158:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD OSS (typ=ost) 00000020:00000080:1.0:1789518522.020948:0:24158:0:(genops.c:413:class_newdev()) Allocate new device OSS (ffff8e73030e8000) 00000020:00000080:1.0:1789518522.020958:0:24158:0:(obd_config.c:720:class_attach_name()) OBD: dev 21 attached type ost with refcount 2 00000100:00100000:3.0:1789518522.023636:0:24158:0:(service.c:155:ptlrpc_grow_req_bufs()) ost: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1789518522.023817:0:24158:0:(service.c:3467:ptlrpc_start_thread()) ost[0] started 0 min 3 max 116 00000100:00100000:3.0:1789518522.023823:0:24158:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost00_000' 00000100:00100000:2.0:1789518522.027221:0:24158:0:(service.c:3467:ptlrpc_start_thread()) ost[0] started 1 min 3 max 116 00000100:00100000:2.0:1789518522.027237:0:24158:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost00_001' 00000100:00100000:2.0:1789518522.030679:0:24158:0:(service.c:3467:ptlrpc_start_thread()) ost[0] started 2 min 3 max 116 00000100:00100000:2.0:1789518522.030695:0:24158:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost00_002' 00000100:00100000:3.0:1789518522.031998:0:24158:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_create: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1789518522.032208:0:24158:0:(service.c:3467:ptlrpc_start_thread()) ost_create[0] started 0 min 2 max 16 00000100:00100000:3.0:1789518522.032213:0:24158:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost_create00_000' 00000100:00100000:2.0:1789518522.033120:0:24158:0:(service.c:3467:ptlrpc_start_thread()) ost_create[0] started 1 min 2 max 16 00000100:00100000:2.0:1789518522.033129:0:24158:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost_create00_001' 00000100:00100000:3.0:1789518522.049259:0:24158:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_io: allocate 64 new 524288-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1789518522.050034:0:24158:0:(service.c:3467:ptlrpc_start_thread()) ost_io[0] started 0 min 3 max 116 00000100:00100000:3.0:1789518522.050043:0:24158:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost_io00_000' 00000100:00100000:2.0:1789518522.051152:0:24158:0:(service.c:3467:ptlrpc_start_thread()) ost_io[0] started 1 min 3 max 116 00000100:00100000:2.0:1789518522.051163:0:24158:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost_io00_001' 00000100:00100000:3.0:1789518522.052215:0:24158:0:(service.c:3467:ptlrpc_start_thread()) ost_io[0] started 2 min 3 max 116 00000100:00100000:3.0:1789518522.052226:0:24158:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost_io00_002' 00000100:00100000:2.0:1789518522.054034:0:24158:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_seq: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1789518522.054235:0:24158:0:(service.c:3467:ptlrpc_start_thread()) ost_seq[0] started 0 min 2 max 16 00000100:00100000:2.0:1789518522.054241:0:24158:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost_seq00_000' 00000100:00100000:3.0:1789518522.055302:0:24158:0:(service.c:3467:ptlrpc_start_thread()) ost_seq[0] started 1 min 2 max 16 00000100:00100000:3.0:1789518522.055316:0:24158:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost_seq00_001' 00000100:00100000:3.0:1789518522.135309:0:24158:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_out: allocate 64 new 1048576-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1789518522.136802:0:24158:0:(service.c:3467:ptlrpc_start_thread()) ost_out[0] started 0 min 2 max 16 00000100:00100000:3.0:1789518522.136814:0:24158:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost_out00_000' 00000100:00100000:3.0:1789518522.147336:0:24158:0:(service.c:3467:ptlrpc_start_thread()) ost_out[0] started 1 min 2 max 16 00000100:00100000:3.0:1789518522.147350:0:24158:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost_out00_001' 00000020:00000080:0.0:1789518522.148112:0:24158:0:(obd_config.c:826:class_setup()) finished setup of obd OSS (uuid OSS_uuid) 00000020:01000004:0.0:1789518522.148144:0:24158:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/ost1_flakey 10000000:01000000:0.0:1789518522.148151:0:24158:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.202.143@tcp: cl_mgc_mutex lustre-OST0000-osd for locked: rc = 0 00000040:01000000:0.0:1789518522.179278:0:24158:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.202.143@tcp ctxt 0 is initialized 00000020:01000004:0.0:1789518522.179321:0:24158:0:(tgt_mount.c:1416:server_register_target()) Registration lustre-OST0000, fs=lustre, 192.168.202.143@tcp, index=0000, flags=0x20002 00000020:01000004:0.0:1789518522.179325:0:24158:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:0.0:1789518522.179327:0:24158:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1789518522.179329:0:24158:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1789518522.179331:0:24158:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1789518522.179332:0:24158:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1789518522.179333:0:24158:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1789518522.179335:0:24158:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1789518522.179337:0:24158:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1789518522.179338:0:24158:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:0.0:1789518522.179342:0:24158:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0000 0x10020002 00000020:01000004:0.0:1789518522.179344:0:24158:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:0.0:1789518522.179345:0:24158:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1789518522.179346:0:24158:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1789518522.179347:0:24158:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1789518522.179348:0:24158:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1789518522.179349:0:24158:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1789518522.179351:0:24158:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1789518522.179352:0:24158:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1789518522.179353:0:24158:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:0.0:1789518522.179379:0:24158:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0000 00000100:00100000:0.0:1789518522.179398:0:24158:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e7435f0aa00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1ba3fd75-b94d-432d-934d-65078cb73340:24158:1876445522810368:0@lo:253:mount.lustre.0 00000100:00100000:0.0:1789518522.179635:0:24158:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789518522.179709:0:24158:0:(client.c:2716:ptlrpc_set_wait()) set ffff8e74316c3480 going to sleep for 11 seconds 00000100:00100000:1.0:1789518522.180346:0:22648:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522810368 00000100:00100000:1.0:1789518522.180356:0:22648:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522810368 00000100:00100000:1.0:1789518522.180418:0:22648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000100:00100000:1.0:1789518522.180427:0:22648:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e74419f3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1ba3fd75-b94d-432d-934d-65078cb73340+18:24158:x1876445522810368:12345-0@lo:253:mount.lustre.0 20000000:01000000:1.0:1789518522.180519:0:22648:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 0 is registered to MGS. 20000000:01000000:1.0:1789518522.180524:0:22648:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-OST0000 is running on 0@lo 20000000:01000000:1.0:1789518522.180529:0:22648:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00000100:00100000:1.0:1789518522.181238:0:22648:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e74419f3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1ba3fd75-b94d-432d-934d-65078cb73340+18:24158:x1876445522810368:12345-0@lo:253:mount.lustre.0 Request processed in 809us (1600us total) trans 0 rc 0/0 00000100:00100000:1.0:1789518522.181254:0:22648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00000100:00100000:3.0:1789518522.181368:0:24158:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e7435f0aa00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1ba3fd75-b94d-432d-934d-65078cb73340:24158:1876445522810368:0@lo:253:mount.lustre.0 10000000:01000000:3.0:1789518522.181383:0:24158:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0000 got index = 0 00000020:01000004:3.0:1789518522.181385:0:24158:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:3.0:1789518522.181387:0:24158:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1789518522.181389:0:24158:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1789518522.181390:0:24158:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1789518522.181391:0:24158:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1789518522.181392:0:24158:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1789518522.181394:0:24158:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1789518522.181395:0:24158:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1789518522.181396:0:24158:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:3.0:1789518522.181421:0:24158:0:(tgt_mount.c:101:server_register_mount()) register mount ffff8e740da5c000 from lustre-OST0000 10000000:01000000:3.0:1789518522.181453:0:24158:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-OST0000 from 0 10000000:01000000:3.0:1789518522.181456:0:24158:0:(mgc_request.c:329:config_log_add()) add config log lustre-OST0000-0000000000000000 10000000:01000000:3.0:1789518522.181495:0:24158:0:(mgc_request_server.c:874:mgc_get_local_copy()) Get log lustre-sptlrpc-ffff8e740482b380 local copy 00010000:00010000:3.0:1789518522.181507:0:24158:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.143@tcp lock: ffff8e740166d200/0x8d0fd67942315b8e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x8d0fd67942315b95 expref: -99 pid: 22632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789518522.181601:0:24158:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e743a17d880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1ba3fd75-b94d-432d-934d-65078cb73340:24158:1876445522810496:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1789518522.181638:0:24158:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789518522.181670:0:24158:0:(client.c:2716:ptlrpc_set_wait()) set ffff8e74316c3480 going to sleep for 11 seconds 00000100:00100000:1.0:1789518522.181796:0:22645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522810496 00000100:00100000:1.0:1789518522.181803:0:22645:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522810496 00000100:00100000:1.0:1789518522.181850:0:22645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000100:00100000:1.0:1789518522.181858:0:22645:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e74419f0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1ba3fd75-b94d-432d-934d-65078cb73340+18:24158:x1876445522810496:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1789518522.181987:0:22645:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e74419f0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1ba3fd75-b94d-432d-934d-65078cb73340+18:24158:x1876445522810496:12345-0@lo:501:mount.lustre.0 Request processed in 130us (349us total) trans 0 rc -2/-2 00000100:00100000:1.0:1789518522.181995:0:22645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00000100:00100000:3.0:1789518522.182378:0:24158:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e743a17d880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1ba3fd75-b94d-432d-934d-65078cb73340:24158:1876445522810496:0@lo:501:mount.lustre.0 10000000:01000000:3.0:1789518522.182395:0:24158:0:(mgc_request_server.c:765:mgc_llog_local_copy()) MGC192.168.202.143@tcp: no remote llog for lustre-sptlrpc, check MGS config 10000000:01000000:3.0:1789518522.182416:0:24158:0:(mgc_request_server.c:897:mgc_get_local_copy()) MGC192.168.202.143@tcp: can't save local copy of 'lustre-sptlrpc': rc = -2. 00010000:00010000:3.0:1789518522.182424:0:24158:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.143@tcp lock: ffff8e740166d200/0x8d0fd67942315b8e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x8d0fd67942315b95 expref: -99 pid: 22632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518522.182444:0:24158:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.143@tcp lock: ffff8e740166d200/0x8d0fd67942315b8e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x8d0fd67942315b95 expref: -99 pid: 22632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789518522.182491:0:24158:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff8e740da5c000 10000000:01000000:3.0:1789518522.182496:0:24158:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:3.0:1789518522.182501:0:24158:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-OST0000-0000000000000000 10000000:01000000:3.0:1789518522.182503:0:24158:0:(mgc_request.c:68:mgc_name2resid()) log lustre-OST0000 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:3.0:1789518522.182507:0:24158:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-OST0000-0000000000000000 from 1 10000000:01000000:3.0:1789518522.182510:0:24158:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0000 (res 0x65727473756c) 00010000:00010000:3.0:1789518522.182532:0:24158:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.143@tcp lock: ffff8e7400031400/0x8d0fd67942315de1 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518522.182540:0:24158:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.143@tcp lock: ffff8e7400031400/0x8d0fd67942315de1 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518522.182548:0:24158:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.143@tcp lock: ffff8e7400031400/0x8d0fd67942315de1 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789518522.182562:0:24158:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e743a17d880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1ba3fd75-b94d-432d-934d-65078cb73340:24158:1876445522810624:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1789518522.182591:0:24158:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789518522.182615:0:24158:0:(client.c:2716:ptlrpc_set_wait()) set ffff8e74316c3480 going to sleep for 11 seconds 00000100:00100000:1.0:1789518522.182676:0:22648:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522810624 00000100:00100000:1.0:1789518522.182682:0:22648:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522810624 00000100:00100000:1.0:1789518522.182749:0:22648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69 00000100:00100000:1.0:1789518522.182756:0:22648:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e743c9e0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1ba3fd75-b94d-432d-934d-65078cb73340+18:24158:x1876445522810624:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1789518522.182765:0:22648:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789518522.182778:0:22648:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8e7435f0ce00/0x8d0fd67942315de8 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0x8d0fd67942315de1 expref: -99 pid: 22648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518522.182799:0:22648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8e7435f0ce00/0x8d0fd67942315de8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x8d0fd67942315de1 expref: 19 pid: 22648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518522.182810:0:22648:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8e7435f0ce00/0x8d0fd67942315de8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x8d0fd67942315de1 expref: 19 pid: 22648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518522.182819:0:22648:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8e7435f0ce00, rc 0) 00000100:00100000:1.0:1789518522.183065:0:22648:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e743c9e0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1ba3fd75-b94d-432d-934d-65078cb73340+19:24158:x1876445522810624:12345-0@lo:101:mount.lustre.0 Request processed in 309us (473us total) trans 0 rc 0/0 00000100:00100000:1.0:1789518522.183071:0:22648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 00000100:00100000:0.0:1789518522.183178:0:24158:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e743a17d880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1ba3fd75-b94d-432d-934d-65078cb73340:24158:1876445522810624:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1789518522.183194:0:24158:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.143@tcp lock: ffff8e7400031400/0x8d0fd67942315de1 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x8d0fd67942315de8 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518522.183203:0:24158:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.143@tcp lock: ffff8e7400031400/0x8d0fd67942315de1 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x8d0fd67942315de8 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1789518522.186140:0:24158:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 14 count 14 00000040:00080000:0.0:1789518522.186972:0:24158:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1789518522.200613:0:24158:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].1, 224 off8416 00000040:00080000:2.0:1789518522.200682:0:24158:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].2, 128 off8544 00000040:00080000:2.0:1789518522.200699:0:24158:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].3, 112 off8656 00000040:00080000:2.0:1789518522.200713:0:24158:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].4, 224 off8880 00000040:00080000:2.0:1789518522.201171:0:24158:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].5, 224 off9104 00000040:00080000:2.0:1789518522.201196:0:24158:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].6, 80 off9184 00000040:00080000:2.0:1789518522.201212:0:24158:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].7, 224 off9408 00000040:00080000:2.0:1789518522.201226:0:24158:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].8, 224 off9632 00000040:00080000:2.0:1789518522.201238:0:24158:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].9, 80 off9712 00000040:00080000:2.0:1789518522.201252:0:24158:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].10, 224 off9936 00000040:00080000:2.0:1789518522.201264:0:24158:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].11, 224 off10160 00000040:00080000:2.0:1789518522.201278:0:24158:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].12, 120 off10280 00000040:00080000:2.0:1789518522.201306:0:24158:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].13, 224 off10504 00000040:00080000:2.0:1789518522.201312:0:24158:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 13 count 14 00000100:00100000:2.0:1789518522.201456:0:24158:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e730207f100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1ba3fd75-b94d-432d-934d-65078cb73340:24158:1876445522810752:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789518522.201561:0:24158:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789518522.201608:0:24158:0:(client.c:2716:ptlrpc_set_wait()) set ffff8e740560a240 going to sleep for 11 seconds 00000100:00100000:0.0:1789518522.201639:0:22647:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522810752 00000100:00100000:0.0:1789518522.201647:0:22647:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522810752 00000100:00100000:0.0:1789518522.201705:0:22647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 70 00000100:00100000:0.0:1789518522.201715:0:22647:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e743c9e3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1ba3fd75-b94d-432d-934d-65078cb73340+19:24158:x1876445522810752:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1789518522.201897:0:22647:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e743c9e3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1ba3fd75-b94d-432d-934d-65078cb73340+19:24158:x1876445522810752:12345-0@lo:501:mount.lustre.0 Request processed in 184us (336us total) trans 0 rc 0/0 00000100:00100000:0.0:1789518522.201905:0:22647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 70 00000100:00100000:2.0:1789518522.204205:0:24158:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e730207f100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1ba3fd75-b94d-432d-934d-65078cb73340:24158:1876445522810752:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789518522.204270:0:24158:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e730207f100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1ba3fd75-b94d-432d-934d-65078cb73340:24158:1876445522810880:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1789518522.204349:0:24158:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789518522.204399:0:24158:0:(client.c:2716:ptlrpc_set_wait()) set ffff8e740560a240 going to sleep for 11 seconds 00000100:00100000:1.0:1789518522.204554:0:22648:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522810880 00000100:00100000:1.0:1789518522.204569:0:22648:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522810880 00000100:00100000:1.0:1789518522.204627:0:22648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:1.0:1789518522.204645:0:22648:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e743c9e3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1ba3fd75-b94d-432d-934d-65078cb73340+19:24158:x1876445522810880:12345-0@lo:503:mount.lustre.0 00000100:00100000:1.0:1789518522.205676:0:22648:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e743c9e3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1ba3fd75-b94d-432d-934d-65078cb73340+19:24158:x1876445522810880:12345-0@lo:503:mount.lustre.0 Request processed in 1038us (1323us total) trans 0 rc 0/0 00000100:00100000:1.0:1789518522.205686:0:22648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000100:00100000:2.0:1789518522.206969:0:24158:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e730207f100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1ba3fd75-b94d-432d-934d-65078cb73340:24158:1876445522810880:0@lo:503:mount.lustre.0 00000040:00080000:2.0:1789518522.208137:0:24158:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:2.0:1789518522.208248:0:24158:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e730207f100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1ba3fd75-b94d-432d-934d-65078cb73340:24158:1876445522811008:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1789518522.208317:0:24158:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789518522.208371:0:24158:0:(client.c:2716:ptlrpc_set_wait()) set ffff8e740560a240 going to sleep for 11 seconds 00000100:00100000:0.0:1789518522.208434:0:22647:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522811008 00000100:00100000:0.0:1789518522.208442:0:22647:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522811008 00000100:00100000:0.0:1789518522.208524:0:22647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:0.0:1789518522.208533:0:22647:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e743c9e0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1ba3fd75-b94d-432d-934d-65078cb73340+19:24158:x1876445522811008:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1789518522.211181:0:22647:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e743c9e0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1ba3fd75-b94d-432d-934d-65078cb73340+19:24158:x1876445522811008:12345-0@lo:502:mount.lustre.0 Request processed in 2638us (2853us total) trans 0 rc 0/0 00000100:00100000:0.0:1789518522.211197:0:22647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00100000:2.0:1789518522.211360:0:24158:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e730207f100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1ba3fd75-b94d-432d-934d-65078cb73340:24158:1876445522811008:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1789518522.211694:0:24158:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].1, 224 off8416 00000040:00080000:3.0:1789518522.211728:0:24158:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].2, 128 off8544 00000040:00080000:3.0:1789518522.211743:0:24158:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].3, 112 off8656 00000040:00080000:3.0:1789518522.211755:0:24158:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].4, 224 off8880 00000040:00080000:3.0:1789518522.211768:0:24158:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].5, 224 off9104 00000040:00080000:3.0:1789518522.211781:0:24158:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].6, 80 off9184 00000040:00080000:3.0:1789518522.211795:0:24158:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].7, 224 off9408 00000040:00080000:3.0:1789518522.211810:0:24158:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].8, 224 off9632 00000040:00080000:3.0:1789518522.211847:0:24158:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].9, 80 off9712 00000040:00080000:3.0:1789518522.211862:0:24158:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].10, 224 off9936 00000040:00080000:3.0:1789518522.211874:0:24158:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].11, 224 off10160 00000040:00080000:3.0:1789518522.211888:0:24158:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].12, 120 off10280 00000100:00100000:3.0:1789518522.211927:0:24158:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e743a17ea00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1ba3fd75-b94d-432d-934d-65078cb73340:24158:1876445522811136:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789518522.211975:0:24158:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789518522.212014:0:24158:0:(client.c:2716:ptlrpc_set_wait()) set ffff8e74316c3f00 going to sleep for 11 seconds 00000100:00100000:1.0:1789518522.212080:0:22648:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522811136 00000100:00100000:1.0:1789518522.212088:0:22648:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522811136 00000100:00100000:1.0:1789518522.212138:0:22648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00100000:1.0:1789518522.212148:0:22648:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e743c9e1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1ba3fd75-b94d-432d-934d-65078cb73340+19:24158:x1876445522811136:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1789518522.212262:0:22648:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e743c9e1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1ba3fd75-b94d-432d-934d-65078cb73340+19:24158:x1876445522811136:12345-0@lo:502:mount.lustre.0 Request processed in 115us (287us total) trans 0 rc 0/0 00000100:00100000:1.0:1789518522.212270:0:22648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00100000:0.0:1789518522.212923:0:24158:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e743a17ea00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1ba3fd75-b94d-432d-934d-65078cb73340:24158:1876445522811136:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1789518522.212981:0:24158:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].13, 224 off10504 00000040:00080000:0.0:1789518522.212990:0:24158:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 13 count 14 00000020:01000000:3.0:1789518522.218661:0:24175:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:3.0:1789518522.218673:0:24175:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of /dev/mapper/ost1_flakey 00000020:00000080:3.0:1789518522.218679:0:24175:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789518522.218682:0:24175:0:(obd_config.c:1563:class_process_config()) marker 21 (0x1) lustre-OST0000 add ost 00000020:00000080:3.0:1789518522.218687:0:24175:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1789518522.218704:0:24175:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000 (ffff8e743b254d40) 00000020:00000080:3.0:1789518522.218753:0:24175:0:(obd_config.c:720:class_attach_name()) OBD: dev 22 attached type obdfilter with refcount 2 00000020:00000080:3.0:1789518522.218759:0:24175:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:01000004:3.0:1789518522.218821:0:24175:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8e740da5c000 from lustre-OST0000, refs=2 00080000:01000000:3.0:1789518522.218838:0:24175:0:(osd_handler.c:8924:osd_obd_connect()) connect #1 00000020:00000080:3.0:1789518522.218845:0:24175:0:(genops.c:1384:class_connect()) connect: client lustre-OST0000-osd_UUID, cookie 0x8d0fd67942315df6 00010000:00010000:3.0:1789518522.225820:0:24175:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-filter-lustre-OST0000_UUID-3 is initialized 00000001:00000004:3.0:1789518522.235253:0:24175:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 3, last_transno is 8589934600 00080000:10000000:3.0:1789518522.236967:0:24175:0:(osd_handler.c:5580:osd_index_try()) lustre-OST0000: index object [0x200000003:0xb:0x0] (8/32) registered 00000020:00000080:3.0:1789518522.240063:0:24175:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000 (uuid lustre-OST0000_UUID) 00000020:01000000:3.0:1789518522.240081:0:24175:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1789518522.240090:0:24175:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789518522.240092:0:24175:0:(obd_config.c:1563:class_process_config()) marker 21 (0x2) lustre-OST0000 add ost 00000020:01000000:3.0:1789518522.240096:0:24175:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:3.0:1789518522.240098:0:24175:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #28 00000020:01000000:3.0:1789518522.240100:0:24175:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1789518522.240102:0:24175:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1789518522.240103:0:24175:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:3.0:1789518522.240105:0:24175:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789518522.240106:0:24175:0:(obd_config.c:1563:class_process_config()) marker 28 (0x6) lustre sys.timeout 00000020:01000000:3.0:1789518522.240117:0:24175:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1789518522.240120:0:24175:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789518522.240121:0:24175:0:(obd_config.c:1563:class_process_config()) marker 37 (0x1) lustre sys.timeout 00000020:00000080:3.0:1789518522.240124:0:24175:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:3.0:1789518522.240126:0:24175:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:3.0:1789518522.240129:0:24175:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1789518522.240131:0:24175:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789518522.240132:0:24175:0:(obd_config.c:1563:class_process_config()) marker 37 (0x2) lustre sys.timeout 00000020:01000000:3.0:1789518522.240134:0:24175:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1789518522.240136:0:24175:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789518522.240137:0:24175:0:(obd_config.c:1563:class_process_config()) marker 42 (0x1) lustre sys.jobid_var 00000020:00000080:3.0:1789518522.240140:0:24175:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000020:01000000:3.0:1789518522.240173:0:24175:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1789518522.240176:0:24175:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789518522.240177:0:24175:0:(obd_config.c:1563:class_process_config()) marker 42 (0x2) lustre sys.jobid_var 00000040:00080000:3.0:1789518522.240180:0:24175:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 14 count 14 00000020:01000000:2.0:1789518522.240886:0:24158:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-OST0000 gen 1-13 (rc=0) 10000000:01000000:2.0:1789518522.240926:0:24158:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.143@tcp: configuration from log 'lustre-OST0000' succeeded (0). 00010000:00010000:2.0:1789518522.240946:0:24158:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.143@tcp lock: ffff8e7400031400/0x8d0fd67942315de1 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x8d0fd67942315de8 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518522.240959:0:24158:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.143@tcp lock: ffff8e7400031400/0x8d0fd67942315de1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x8d0fd67942315de8 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789518522.240968:0:24158:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff8e740da5c000 from 1 10000000:01000000:2.0:1789518522.240970:0:24158:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1789518522.241008:0:24158:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.143@tcp lock: ffff8e73033ac600/0x8d0fd67942315dfd lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518522.241016:0:24158:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.143@tcp lock: ffff8e73033ac600/0x8d0fd67942315dfd lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518522.241027:0:24158:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.143@tcp lock: ffff8e73033ac600/0x8d0fd67942315dfd lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789518522.241051:0:24158:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e730207f100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1ba3fd75-b94d-432d-934d-65078cb73340:24158:1876445522811264:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1789518522.241129:0:24158:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789518522.241176:0:24158:0:(client.c:2716:ptlrpc_set_wait()) set ffff8e740560a240 going to sleep for 11 seconds 00000100:00100000:0.0:1789518522.241369:0:22647:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522811264 00000100:00100000:0.0:1789518522.241378:0:22647:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522811264 00000100:00100000:0.0:1789518522.241431:0:22647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:0.0:1789518522.243630:0:22647:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e743c9e3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1ba3fd75-b94d-432d-934d-65078cb73340+19:24158:x1876445522811264:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1789518522.243657:0:22647:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789518522.243678:0:22647:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8e7435f9c400/0x8d0fd67942315e04 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x8d0fd67942315dfd expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518522.243721:0:22647:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8e7435f9c400/0x8d0fd67942315e04 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x8d0fd67942315dfd expref: 20 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518522.243805:0:22647:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8e7435f9c400/0x8d0fd67942315e04 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x8d0fd67942315dfd expref: 20 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518522.243815:0:22647:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8e7435f9c400, rc 0) 00000100:00100000:0.0:1789518522.243914:0:22647:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e743c9e3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1ba3fd75-b94d-432d-934d-65078cb73340+20:24158:x1876445522811264:12345-0@lo:101:mount.lustre.0 Request processed in 2473us (2784us total) trans 0 rc 0/0 00000100:00100000:0.0:1789518522.243923:0:22647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00100000:3.0:1789518522.244005:0:24158:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e730207f100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1ba3fd75-b94d-432d-934d-65078cb73340:24158:1876445522811264:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1789518522.244026:0:24158:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.143@tcp lock: ffff8e73033ac600/0x8d0fd67942315dfd lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x8d0fd67942315e04 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518522.244037:0:24158:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.143@tcp lock: ffff8e73033ac600/0x8d0fd67942315dfd lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x8d0fd67942315e04 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1789518522.245144:0:24158:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 13 count 13 00000040:00080000:3.0:1789518522.245418:0:24158:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1789518522.249208:0:24158:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].1, 224 off8416 00000040:00080000:0.0:1789518522.249264:0:24158:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].2, 112 off8528 00000040:00080000:0.0:1789518522.249282:0:24158:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].3, 224 off8752 00000040:00080000:0.0:1789518522.249296:0:24158:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].4, 224 off8976 00000040:00080000:0.0:1789518522.249309:0:24158:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].5, 112 off9088 00000040:00080000:0.0:1789518522.249322:0:24158:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].6, 224 off9312 00000040:00080000:0.0:1789518522.249334:0:24158:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].7, 224 off9536 00000040:00080000:0.0:1789518522.249345:0:24158:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].8, 128 off9664 00000040:00080000:0.0:1789518522.249359:0:24158:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].9, 224 off9888 00000040:00080000:0.0:1789518522.249371:0:24158:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].10, 224 off10112 00000040:00080000:0.0:1789518522.249383:0:24158:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].11, 128 off10240 00000040:00080000:0.0:1789518522.249408:0:24158:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].12, 224 off10464 00000040:00080000:0.0:1789518522.249414:0:24158:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 12 count 13 00000100:00100000:0.0:1789518522.251683:0:24158:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e7435f0ad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1ba3fd75-b94d-432d-934d-65078cb73340:24158:1876445522811392:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1789518522.251755:0:24158:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789518522.251809:0:24158:0:(client.c:2716:ptlrpc_set_wait()) set ffff8e740dd53780 going to sleep for 11 seconds 00000100:00100000:3.0:1789518522.251862:0:22645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522811392 00000100:00100000:3.0:1789518522.251872:0:22645:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522811392 00000100:00100000:3.0:1789518522.251952:0:22645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00100000:3.0:1789518522.251962:0:22645:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e743c9e1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1ba3fd75-b94d-432d-934d-65078cb73340+20:24158:x1876445522811392:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1789518522.252096:0:22645:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e743c9e1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1ba3fd75-b94d-432d-934d-65078cb73340+20:24158:x1876445522811392:12345-0@lo:501:mount.lustre.0 Request processed in 136us (341us total) trans 0 rc 0/0 00000100:00100000:3.0:1789518522.252113:0:22645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00100000:0.0:1789518522.252549:0:24158:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e7435f0ad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1ba3fd75-b94d-432d-934d-65078cb73340:24158:1876445522811392:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1789518522.252588:0:24158:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e7435f0ad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1ba3fd75-b94d-432d-934d-65078cb73340:24158:1876445522811520:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1789518522.252631:0:24158:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789518522.252668:0:24158:0:(client.c:2716:ptlrpc_set_wait()) set ffff8e740dd53780 going to sleep for 11 seconds 00000100:00100000:2.0:1789518522.252714:0:22647:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522811520 00000100:00100000:2.0:1789518522.252720:0:22647:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522811520 00000100:00100000:2.0:1789518522.252761:0:22647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00100000:2.0:1789518522.252768:0:22647:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e743c9e2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1ba3fd75-b94d-432d-934d-65078cb73340+20:24158:x1876445522811520:12345-0@lo:503:mount.lustre.0 00000100:00100000:2.0:1789518522.252868:0:22647:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e743c9e2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1ba3fd75-b94d-432d-934d-65078cb73340+20:24158:x1876445522811520:12345-0@lo:503:mount.lustre.0 Request processed in 100us (237us total) trans 0 rc 0/0 00000100:00100000:2.0:1789518522.252882:0:22647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00100000:0.0:1789518522.253267:0:24158:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e7435f0ad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1ba3fd75-b94d-432d-934d-65078cb73340:24158:1876445522811520:0@lo:503:mount.lustre.0 00000040:00080000:0.0:1789518522.253711:0:24158:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:0.0:1789518522.253776:0:24158:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e7435f0ad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1ba3fd75-b94d-432d-934d-65078cb73340:24158:1876445522811648:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1789518522.253818:0:24158:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789518522.253864:0:24158:0:(client.c:2716:ptlrpc_set_wait()) set ffff8e740dd53780 going to sleep for 11 seconds 00000100:00100000:2.0:1789518522.253880:0:22648:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522811648 00000100:00100000:2.0:1789518522.253886:0:22648:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522811648 00000100:00100000:2.0:1789518522.253923:0:22648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000100:00100000:2.0:1789518522.253931:0:22648:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e743c9e0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1ba3fd75-b94d-432d-934d-65078cb73340+20:24158:x1876445522811648:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1789518522.254025:0:22648:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e743c9e0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1ba3fd75-b94d-432d-934d-65078cb73340+20:24158:x1876445522811648:12345-0@lo:502:mount.lustre.0 Request processed in 94us (206us total) trans 0 rc 0/0 00000100:00100000:2.0:1789518522.254033:0:22648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00000100:00100000:3.0:1789518522.254111:0:24158:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e7435f0ad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1ba3fd75-b94d-432d-934d-65078cb73340:24158:1876445522811648:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1789518522.254294:0:24158:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].1, 224 off8416 00000040:00080000:3.0:1789518522.254322:0:24158:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].2, 112 off8528 00000040:00080000:3.0:1789518522.254335:0:24158:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].3, 224 off8752 00000040:00080000:3.0:1789518522.254348:0:24158:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].4, 224 off8976 00000040:00080000:3.0:1789518522.254359:0:24158:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].5, 112 off9088 00000040:00080000:3.0:1789518522.254371:0:24158:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].6, 224 off9312 00000040:00080000:3.0:1789518522.254384:0:24158:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].7, 224 off9536 00000040:00080000:3.0:1789518522.254396:0:24158:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].8, 128 off9664 00000040:00080000:3.0:1789518522.254408:0:24158:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].9, 224 off9888 00000040:00080000:3.0:1789518522.254421:0:24158:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].10, 224 off10112 00000040:00080000:3.0:1789518522.254434:0:24158:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].11, 128 off10240 00000100:00100000:3.0:1789518522.254502:0:24158:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e743a17ce00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1ba3fd75-b94d-432d-934d-65078cb73340:24158:1876445522811776:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789518522.254538:0:24158:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789518522.254560:0:24158:0:(client.c:2716:ptlrpc_set_wait()) set ffff8e7421a65600 going to sleep for 11 seconds 00000100:00100000:1.0:1789518522.254604:0:22645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522811776 00000100:00100000:1.0:1789518522.254610:0:22645:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522811776 00000100:00100000:1.0:1789518522.254640:0:22645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78 00000100:00100000:1.0:1789518522.254648:0:22645:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e743c9e1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1ba3fd75-b94d-432d-934d-65078cb73340+20:24158:x1876445522811776:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1789518522.254739:0:22645:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e743c9e1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1ba3fd75-b94d-432d-934d-65078cb73340+20:24158:x1876445522811776:12345-0@lo:502:mount.lustre.0 Request processed in 92us (200us total) trans 0 rc 0/0 00000100:00100000:1.0:1789518522.254747:0:22645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78 00000100:00100000:3.0:1789518522.254888:0:24158:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e743a17ce00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1ba3fd75-b94d-432d-934d-65078cb73340:24158:1876445522811776:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1789518522.254945:0:24158:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].12, 224 off10464 00000040:00080000:3.0:1789518522.254955:0:24158:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 12 count 13 00000020:01000000:3.0:1789518522.255952:0:24179:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1789518522.255962:0:24179:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789518522.255965:0:24179:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:3.0:1789518522.255972:0:24179:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff8e740da5c000 00000020:00000080:3.0:1789518522.255975:0:24179:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1789518522.255983:0:24179:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1789518522.255985:0:24179:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789518522.255986:0:24179:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:3.0:1789518522.255988:0:24179:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1789518522.255990:0:24179:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789518522.256000:0:24179:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:3.0:1789518522.256004:0:24179:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff8e740da5c000 00000020:00000080:3.0:1789518522.256006:0:24179:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1789518522.256066:0:24179:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1789518522.256070:0:24179:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789518522.256071:0:24179:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:3.0:1789518522.256074:0:24179:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1789518522.256077:0:24179:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789518522.256078:0:24179:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:3.0:1789518522.256081:0:24179:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff8e740da5c000 00000020:00000080:3.0:1789518522.256083:0:24179:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1789518522.256102:0:24179:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1789518522.256104:0:24179:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789518522.256106:0:24179:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:3.0:1789518522.256108:0:24179:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1789518522.256111:0:24179:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789518522.256112:0:24179:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:3.0:1789518522.256115:0:24179:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff8e740da5c000 00000020:00000080:3.0:1789518522.256116:0:24179:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1789518522.256139:0:24179:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1789518522.256143:0:24179:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789518522.256144:0:24179:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:3.0:1789518522.256147:0:24179:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xe:0x0] index 13 count 13 00000020:01000000:0.0:1789518522.256671:0:24158:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:0.0:1789518522.256699:0:24158:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.143@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1789518522.256730:0:24158:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.143@tcp lock: ffff8e73033ac600/0x8d0fd67942315dfd lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x8d0fd67942315e04 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518522.256743:0:24158:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.143@tcp lock: ffff8e73033ac600/0x8d0fd67942315dfd lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x8d0fd67942315e04 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789518522.256800:0:24158:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:0.0:1789518522.256804:0:24158:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff8e740da5c000 10000000:01000000:0.0:1789518522.256807:0:24158:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff8e740da5c000 10000000:01000000:0.0:1789518522.256812:0:24158:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1789518522.256818:0:24158:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff8e740da5c000 from 1 10000000:01000000:0.0:1789518522.256820:0:24158:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:0.0:1789518522.256864:0:24158:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.143@tcp lock: ffff8e7435f9da00/0x8d0fd67942315e0b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518522.256881:0:24158:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.143@tcp lock: ffff8e7435f9da00/0x8d0fd67942315e0b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518522.256893:0:24158:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.143@tcp lock: ffff8e7435f9da00/0x8d0fd67942315e0b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789518522.256914:0:24158:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e7435f0b100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1ba3fd75-b94d-432d-934d-65078cb73340:24158:1876445522811904:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1789518522.256982:0:24158:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789518522.257020:0:24158:0:(client.c:2716:ptlrpc_set_wait()) set ffff8e740dd53300 going to sleep for 11 seconds 00000100:00100000:2.0:1789518522.257156:0:22648:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522811904 00000100:00100000:2.0:1789518522.257164:0:22648:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522811904 00000100:00100000:2.0:1789518522.257218:0:22648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 79 00000100:00100000:2.0:1789518522.257229:0:22648:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e743c9e1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1ba3fd75-b94d-432d-934d-65078cb73340+20:24158:x1876445522811904:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1789518522.257241:0:22648:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789518522.257254:0:22648:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8e73033ac800/0x8d0fd67942315e12 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0x8d0fd67942315e0b expref: -99 pid: 22648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518522.257280:0:22648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8e73033ac800/0x8d0fd67942315e12 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x8d0fd67942315e0b expref: 21 pid: 22648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518522.257292:0:22648:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8e73033ac800/0x8d0fd67942315e12 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x8d0fd67942315e0b expref: 21 pid: 22648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518522.257302:0:22648:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8e73033ac800, rc 0) 00000100:00100000:2.0:1789518522.257345:0:22648:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e743c9e1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1ba3fd75-b94d-432d-934d-65078cb73340+21:24158:x1876445522811904:12345-0@lo:101:mount.lustre.0 Request processed in 118us (363us total) trans 0 rc 0/0 00000100:00100000:2.0:1789518522.257352:0:22648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 79 00000100:00100000:0.0:1789518522.258798:0:24158:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e7435f0b100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1ba3fd75-b94d-432d-934d-65078cb73340:24158:1876445522811904:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1789518522.258834:0:24158:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.143@tcp lock: ffff8e7435f9da00/0x8d0fd67942315e0b lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x8d0fd67942315e12 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518522.258848:0:24158:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.143@tcp lock: ffff8e7435f9da00/0x8d0fd67942315e0b lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x8d0fd67942315e12 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1789518522.263597:0:24158:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 52 count 51 00000040:00080000:2.0:1789518522.265044:0:24158:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1789518522.265275:0:24158:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].1, 224 off8416 00000040:00080000:2.0:1789518522.265304:0:24158:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].2, 120 off8536 00000040:00080000:2.0:1789518522.265320:0:24158:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].3, 168 off8704 00000040:00080000:2.0:1789518522.265334:0:24158:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].4, 224 off8928 00000040:00080000:2.0:1789518522.265347:0:24158:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].5, 224 off9152 00000040:00080000:2.0:1789518522.265360:0:24158:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].6, 120 off9272 00000040:00080000:2.0:1789518522.265373:0:24158:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].7, 168 off9440 00000040:00080000:2.0:1789518522.265403:0:24158:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].8, 224 off9664 00000040:00080000:2.0:1789518522.265419:0:24158:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].9, 224 off9888 00000040:00080000:2.0:1789518522.265434:0:24158:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].10, 120 off10008 00000040:00080000:2.0:1789518522.267139:0:24158:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].11, 224 off10232 00000040:00080000:2.0:1789518522.267180:0:24158:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].12, 224 off10456 00000040:00080000:2.0:1789518522.267202:0:24158:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].13, 88 off10544 00000040:00080000:2.0:1789518522.267223:0:24158:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].14, 128 off10672 00000040:00080000:2.0:1789518522.267246:0:24158:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].15, 144 off10816 00000040:00080000:2.0:1789518522.267271:0:24158:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].16, 160 off10976 00000040:00080000:2.0:1789518522.267292:0:24158:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].17, 224 off11200 00000040:00080000:2.0:1789518522.267311:0:24158:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].18, 224 off11424 00000040:00080000:2.0:1789518522.267332:0:24158:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].19, 80 off11504 00000040:00080000:2.0:1789518522.267355:0:24158:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].20, 224 off11728 00000040:00080000:2.0:1789518522.267376:0:24158:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].21, 224 off11952 00000040:00080000:2.0:1789518522.267399:0:24158:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].22, 88 off12040 00000040:00080000:2.0:1789518522.267420:0:24158:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].23, 128 off12168 00000040:00080000:2.0:1789518522.267979:0:24158:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].24, 144 off12312 00000040:00080000:2.0:1789518522.268008:0:24158:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].25, 160 off12472 00000040:00080000:2.0:1789518522.268024:0:24158:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].26, 224 off12696 00000040:00080000:2.0:1789518522.268038:0:24158:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].27, 224 off12920 00000040:00080000:2.0:1789518522.268050:0:24158:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].28, 80 off13000 00000040:00080000:2.0:1789518522.268065:0:24158:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].29, 224 off13224 00000040:00080000:2.0:1789518522.268079:0:24158:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].30, 224 off13448 00000040:00080000:2.0:1789518522.268090:0:24158:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].31, 88 off13536 00000040:00080000:2.0:1789518522.268101:0:24158:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].32, 128 off13664 00000040:00080000:2.0:1789518522.268131:0:24158:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].33, 144 off13808 00000040:00080000:2.0:1789518522.268147:0:24158:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].34, 128 off13936 00000040:00080000:2.0:1789518522.268163:0:24158:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].35, 224 off14160 00000040:00080000:2.0:1789518522.268180:0:24158:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].36, 224 off14384 00000040:00080000:2.0:1789518522.268198:0:24158:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].37, 80 off14464 00000040:00080000:2.0:1789518522.268215:0:24158:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].38, 224 off14688 00000040:00080000:2.0:1789518522.268231:0:24158:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].39, 224 off14912 00000040:00080000:2.0:1789518522.268266:0:24158:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].40, 88 off15000 00000040:00080000:2.0:1789518522.268289:0:24158:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].41, 128 off15128 00000040:00080000:2.0:1789518522.268307:0:24158:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].42, 144 off15272 00000040:00080000:2.0:1789518522.268324:0:24158:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].43, 128 off15400 00000040:00080000:2.0:1789518522.268341:0:24158:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].44, 224 off15624 00000040:00080000:2.0:1789518522.268357:0:24158:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].45, 224 off15848 00000040:00080000:2.0:1789518522.268372:0:24158:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].46, 80 off15928 00000040:00080000:2.0:1789518522.268387:0:24158:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].47, 224 off16152 00000040:00080000:2.0:1789518522.268401:0:24158:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].48, 232 off16384 00000040:00080000:2.0:1789518522.268701:0:24158:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].49, 224 off16608 00000040:00080000:2.0:1789518522.268726:0:24158:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].50, 120 off16728 00000040:00080000:2.0:1789518522.268747:0:24158:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].51, 224 off16952 00000040:00080000:2.0:1789518522.268753:0:24158:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 51 count 51 00000100:00100000:2.0:1789518522.268878:0:24158:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e730207d880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1ba3fd75-b94d-432d-934d-65078cb73340:24158:1876445522812032:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789518522.271032:0:24158:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789518522.271087:0:24158:0:(client.c:2716:ptlrpc_set_wait()) set ffff8e740560a000 going to sleep for 11 seconds 00000100:00100000:1.0:1789518522.271260:0:22647:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522812032 00000100:00100000:1.0:1789518522.271273:0:22647:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522812032 00000100:00100000:1.0:1789518522.271331:0:22647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 80 00000100:00100000:1.0:1789518522.271340:0:22647:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e743c9e0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1ba3fd75-b94d-432d-934d-65078cb73340+21:24158:x1876445522812032:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1789518522.272113:0:22647:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e743c9e0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1ba3fd75-b94d-432d-934d-65078cb73340+21:24158:x1876445522812032:12345-0@lo:501:mount.lustre.0 Request processed in 770us (1084us total) trans 0 rc 0/0 00000100:00100000:1.0:1789518522.272133:0:22647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 80 00000100:00100000:2.0:1789518522.273629:0:24158:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e730207d880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1ba3fd75-b94d-432d-934d-65078cb73340:24158:1876445522812032:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789518522.273687:0:24158:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e730207d880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1ba3fd75-b94d-432d-934d-65078cb73340:24158:1876445522812160:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1789518522.273751:0:24158:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789518522.273794:0:24158:0:(client.c:2716:ptlrpc_set_wait()) set ffff8e740560a000 going to sleep for 11 seconds 00000100:00100000:0.0:1789518522.273833:0:22645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522812160 00000100:00100000:0.0:1789518522.273841:0:22645:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522812160 00000100:00100000:0.0:1789518522.273898:0:22645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 81 00000100:00100000:0.0:1789518522.273909:0:22645:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e743c9e2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1ba3fd75-b94d-432d-934d-65078cb73340+21:24158:x1876445522812160:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1789518522.274023:0:22645:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e743c9e2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1ba3fd75-b94d-432d-934d-65078cb73340+21:24158:x1876445522812160:12345-0@lo:503:mount.lustre.0 Request processed in 116us (271us total) trans 0 rc 0/0 00000100:00100000:0.0:1789518522.274033:0:22645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 81 00000100:00100000:2.0:1789518522.274147:0:24158:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e730207d880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1ba3fd75-b94d-432d-934d-65078cb73340:24158:1876445522812160:0@lo:503:mount.lustre.0 00000040:00080000:2.0:1789518522.275360:0:24158:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:2.0:1789518522.275493:0:24158:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e730207d880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1ba3fd75-b94d-432d-934d-65078cb73340:24158:1876445522812288:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1789518522.275551:0:24158:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789518522.275586:0:22648:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522812288 00000100:00100000:2.0:1789518522.275592:0:22648:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522812288 00000100:00100000:2.0:1789518522.275634:0:22648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82 00000100:00100000:2.0:1789518522.275643:0:22648:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e743c9e2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1ba3fd75-b94d-432d-934d-65078cb73340+21:24158:x1876445522812288:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1789518522.275895:0:22648:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e743c9e2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1ba3fd75-b94d-432d-934d-65078cb73340+21:24158:x1876445522812288:12345-0@lo:502:mount.lustre.0 Request processed in 252us (343us total) trans 0 rc 0/0 00000100:00100000:2.0:1789518522.275904:0:22648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82 00000100:00100000:2.0:1789518522.275959:0:24158:0:(client.c:2716:ptlrpc_set_wait()) set ffff8e740560a000 going to sleep for 11 seconds 00000100:00100000:2.0:1789518522.275980:0:24158:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e730207d880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1ba3fd75-b94d-432d-934d-65078cb73340:24158:1876445522812288:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1789518522.276161:0:24158:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].1, 224 off8416 00000040:00080000:2.0:1789518522.276187:0:24158:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].2, 120 off8536 00000040:00080000:2.0:1789518522.276203:0:24158:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].3, 168 off8704 00000040:00080000:2.0:1789518522.276217:0:24158:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].4, 224 off8928 00000040:00080000:2.0:1789518522.276229:0:24158:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].5, 224 off9152 00000040:00080000:2.0:1789518522.276242:0:24158:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].6, 120 off9272 00000040:00080000:2.0:1789518522.276254:0:24158:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].7, 168 off9440 00000040:00080000:2.0:1789518522.276268:0:24158:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].8, 224 off9664 00000040:00080000:2.0:1789518522.276281:0:24158:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].9, 224 off9888 00000040:00080000:2.0:1789518522.276293:0:24158:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].10, 120 off10008 00000040:00080000:2.0:1789518522.276307:0:24158:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].11, 224 off10232 00000040:00080000:2.0:1789518522.276321:0:24158:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].12, 224 off10456 00000040:00080000:2.0:1789518522.276334:0:24158:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].13, 88 off10544 00000040:00080000:2.0:1789518522.276345:0:24158:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].14, 128 off10672 00000040:00080000:2.0:1789518522.276357:0:24158:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].15, 144 off10816 00000040:00080000:2.0:1789518522.276371:0:24158:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].16, 160 off10976 00000040:00080000:2.0:1789518522.276402:0:24158:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].17, 224 off11200 00000040:00080000:2.0:1789518522.276419:0:24158:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].18, 224 off11424 00000040:00080000:2.0:1789518522.276455:0:24158:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].19, 80 off11504 00000040:00080000:2.0:1789518522.276495:0:24158:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].20, 224 off11728 00000040:00080000:2.0:1789518522.276509:0:24158:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].21, 224 off11952 00000040:00080000:2.0:1789518522.276522:0:24158:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].22, 88 off12040 00000040:00080000:2.0:1789518522.276535:0:24158:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].23, 128 off12168 00000040:00080000:2.0:1789518522.276549:0:24158:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].24, 144 off12312 00000040:00080000:2.0:1789518522.276562:0:24158:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].25, 160 off12472 00000040:00080000:2.0:1789518522.276574:0:24158:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].26, 224 off12696 00000040:00080000:2.0:1789518522.276589:0:24158:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].27, 224 off12920 00000040:00080000:2.0:1789518522.276603:0:24158:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].28, 80 off13000 00000040:00080000:2.0:1789518522.276617:0:24158:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].29, 224 off13224 00000040:00080000:2.0:1789518522.276631:0:24158:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].30, 224 off13448 00000040:00080000:2.0:1789518522.276645:0:24158:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].31, 88 off13536 00000040:00080000:2.0:1789518522.276662:0:24158:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].32, 128 off13664 00000040:00080000:2.0:1789518522.276693:0:24158:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].33, 144 off13808 00000040:00080000:2.0:1789518522.276714:0:24158:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].34, 128 off13936 00000040:00080000:2.0:1789518522.278633:0:24158:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].35, 224 off14160 00000040:00080000:2.0:1789518522.278665:0:24158:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].36, 224 off14384 00000040:00080000:2.0:1789518522.278678:0:24158:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].37, 80 off14464 00000040:00080000:2.0:1789518522.278690:0:24158:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].38, 224 off14688 00000040:00080000:2.0:1789518522.278703:0:24158:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].39, 224 off14912 00000040:00080000:2.0:1789518522.278937:0:24158:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].40, 88 off15000 00000040:00080000:2.0:1789518522.278952:0:24158:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].41, 128 off15128 00000040:00080000:2.0:1789518522.278966:0:24158:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].42, 144 off15272 00000040:00080000:2.0:1789518522.278980:0:24158:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].43, 128 off15400 00000040:00080000:2.0:1789518522.278993:0:24158:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].44, 224 off15624 00000040:00080000:2.0:1789518522.279007:0:24158:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].45, 224 off15848 00000040:00080000:2.0:1789518522.279020:0:24158:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].46, 80 off15928 00000040:00080000:2.0:1789518522.279032:0:24158:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].47, 224 off16152 00000040:00080000:2.0:1789518522.279044:0:24158:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].48, 232 off16384 00000100:00100000:2.0:1789518522.279124:0:24158:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e730207d880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1ba3fd75-b94d-432d-934d-65078cb73340:24158:1876445522812416:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1789518522.279211:0:24158:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789518522.279286:0:22647:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522812416 00000100:00100000:2.0:1789518522.279294:0:22647:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522812416 00000100:00100000:2.0:1789518522.279346:0:22647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83 00000100:00100000:2.0:1789518522.279355:0:22647:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e743c9e2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1ba3fd75-b94d-432d-934d-65078cb73340+21:24158:x1876445522812416:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1789518522.279510:0:22647:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e743c9e2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1ba3fd75-b94d-432d-934d-65078cb73340+21:24158:x1876445522812416:12345-0@lo:502:mount.lustre.0 Request processed in 155us (300us total) trans 0 rc 0/0 00000100:00100000:2.0:1789518522.279517:0:22647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83 00000100:00100000:2.0:1789518522.279572:0:24158:0:(client.c:2716:ptlrpc_set_wait()) set ffff8e740560a000 going to sleep for 11 seconds 00000100:00100000:2.0:1789518522.279592:0:24158:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e730207d880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1ba3fd75-b94d-432d-934d-65078cb73340:24158:1876445522812416:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1789518522.282009:0:24158:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].49, 224 off16608 00000040:00080000:2.0:1789518522.282076:0:24158:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].50, 120 off16728 00000100:00100000:2.0:1789518522.282129:0:24158:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e730207d880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1ba3fd75-b94d-432d-934d-65078cb73340:24158:1876445522812544:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1789518522.282218:0:24158:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789518522.282309:0:24158:0:(client.c:2716:ptlrpc_set_wait()) set ffff8e740560a000 going to sleep for 11 seconds 00000100:00100000:0.0:1789518522.286168:0:22645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522812544 00000100:00100000:0.0:1789518522.286187:0:22645:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522812544 00000100:00100000:0.0:1789518522.286345:0:22645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 84 00000100:00100000:0.0:1789518522.286357:0:22645:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e743c9e3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1ba3fd75-b94d-432d-934d-65078cb73340+21:24158:x1876445522812544:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1789518522.286588:0:22645:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e743c9e3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1ba3fd75-b94d-432d-934d-65078cb73340+21:24158:x1876445522812544:12345-0@lo:502:mount.lustre.0 Request processed in 233us (4370us total) trans 0 rc 0/0 00000100:00100000:0.0:1789518522.286597:0:22645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 84 00000100:00100000:2.0:1789518522.286730:0:24158:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e730207d880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1ba3fd75-b94d-432d-934d-65078cb73340:24158:1876445522812544:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1789518522.286809:0:24158:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].51, 224 off16952 00000040:00080000:2.0:1789518522.286834:0:24158:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 51 count 51 00000020:01000004:2.0:1789518522.287688:0:24184:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-OST0000 (typ=lwp) 00000020:00000080:2.0:1789518522.287704:0:24184:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-OST0000 (ffff8e743cdd3380) 00000020:00000080:2.0:1789518522.287736:0:24184:0:(obd_config.c:720:class_attach_name()) OBD: dev 23 attached type lwp with refcount 2 00000020:01000004:2.0:1789518522.287806:0:24184:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8e740da5c000 from lustre-OST0000, refs=3 00000020:01000004:2.0:1789518522.287810:0:24184:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8e740da5c000 from lustre-OST0000, refs=3 00000020:01000004:2.0:1789518522.287812:0:24184:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8e740da5c000 3 00010000:00080000:2.0:1789518522.287849:0:24184:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8e74355c8000@lustre-MDT0000-lwp-OST0000: add connection 192.168.202.143@tcp at head 00010000:00010000:2.0:1789518522.289409:0:24184:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-OST0000-9 is initialized 00000020:00000080:2.0:1789518522.289918:0:24184:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-OST0000 (uuid lustre-MDT0000-lwp-OST0000_UUID) 00000010:01000000:2.0:1789518522.289962:0:24184:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:2.0:1789518522.289981:0:24184:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-lwp-OST0000, cookie 0x8d0fd67942315e20 00000100:00080000:2.0:1789518522.289991:0:24184:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1789518522.290003:0:24184:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8e74355c8000 using connection 192.168.202.143@tcp/0@lo 00000100:00100000:2.0:1789518522.290040:0:24184:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8e730207d880 x1876445522812672/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789518522.290084:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e730207d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3636:1876445522812672:0@lo:38:llog_process_th.0 00000100:00100000:2.0:1789518522.290159:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789518522.290226:0:22653:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522812672 00000100:00100000:2.0:1789518522.290233:0:22653:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522812672 00000100:00100000:2.0:1789518522.290262:0:22653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1789518522.290270:0:22653:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e730207f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3636:x1876445522812672:12345-0@lo:38:llog_process_th.0 00010000:00080000:2.0:1789518522.290292:0:22653:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-OST0000_UUID@0@lo t0 exp 0000000000000000 cur 690 last 0 00000020:00000080:2.0:1789518522.290330:0:22653:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-lwp-OST0000_UUID, cookie 0x8d0fd67942315e27 00000004:00100000:2.0:1789518522.290344:0:22653:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:2.0:1789518522.290383:0:22653:0:(import.c:65:import_set_state_nolock()) ffff8e73023ba800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1789518522.290434:0:22653:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e730207f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3636:x1876445522812672:12345-0@lo:38:llog_process_th.0 Request processed in 163us (275us total) trans 0 rc 0/0 00000100:00100000:2.0:1789518522.290442:0:22653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00010000:00080000:2.0:1789518522.290498:0:3636:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8e730207d880 x1876445522812672/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1789518532 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789518522.290507:0:3636:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 2 00000100:00080000:2.0:1789518522.290514:0:3636:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-OST0000: connect to target with instance 3 00000100:00080000:2.0:1789518522.290520:0:3636:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-OST0000: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:2.0:1789518522.290524:0:3636:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:2.0:1789518522.290526:0:3636:0:(import.c:65:import_set_state_nolock()) ffff8e74355c8000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:2.0:1789518522.290532:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e730207d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3636:1876445522812672:0@lo:38:llog_process_th.0 00000100:00080000:2.0:1789518522.290556:0:24184:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID 00000100:00080000:0.0:1789518522.300422:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789518522.300430:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789518522.300433:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789518522.300436:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789518522.300505:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789518522.300508:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789518522.300510:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789518522.300513:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1789518522.300557:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e7435f0bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3639:1876445522813184:0@lo:400:kworker.0 00000100:00100000:0.0:1789518522.300628:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789518522.300669:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1789518522.300676:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e7435f0b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3639:1876445522812800:0@lo:400:kworker.0 00000100:00100000:0.0:1789518522.301863:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789518522.301925:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e7435f08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3637:1876445522812928:0@lo:400:kworker.0 00000100:00100000:0.0:1789518522.301967:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789518522.301990:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1789518522.301996:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e7435f0b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1876445522813056:0@lo:400:kworker.0 00000100:00100000:0.0:1789518522.302019:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789518522.302078:0:22655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522813184 00000100:00100000:0.0:1789518522.302086:0:22655:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522813184 00000100:00100000:0.0:1789518522.302140:0:22655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522812928 00000100:00100000:0.0:1789518522.302144:0:22655:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522812928 00000100:00100000:0.0:1789518522.302162:0:22655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1789518522.302171:0:22655:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7435f08380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3639:x1876445522813184:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789518522.302225:0:22655:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7435f08380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3639:x1876445522813184:12345-0@lo:400:kworker.0 Request processed in 55us (1596us total) trans 0 rc 0/0 00000100:00100000:3.0:1789518522.302232:0:22659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522812800 00000100:00100000:0.0:1789518522.302233:0:22655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1789518522.302240:0:22659:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522812800 00000100:00100000:0.0:1789518522.302255:0:22655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1789518522.302264:0:22655:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7435f08000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3637:x1876445522812928:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789518522.302279:0:22659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522813056 00000100:00100000:3.0:1789518522.302283:0:22659:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522813056 00000100:00100000:0.0:1789518522.302302:0:22655:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7435f08000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3637:x1876445522812928:12345-0@lo:400:kworker.0 Request processed in 38us (333us total) trans 0 rc 0/0 00000100:00100000:3.0:1789518522.302304:0:22659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:3.0:1789518522.302316:0:22659:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7435f09c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3639:x1876445522812800:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789518522.302316:0:22655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1789518522.302347:0:23397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:0.0:1789518522.302356:0:23397:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7435f09f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3637:x1876445522813056:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789518522.302366:0:22659:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7435f09c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3639:x1876445522812800:12345-0@lo:400:kworker.0 Request processed in 51us (1658us total) trans 0 rc 0/0 00000100:00100000:3.0:1789518522.302373:0:22659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:0.0:1789518522.302396:0:23397:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7435f09f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3637:x1876445522813056:12345-0@lo:400:kworker.0 Request processed in 40us (374us total) trans 0 rc 0/0 00000100:00100000:0.0:1789518522.302403:0:23397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:0.0:1789518522.302454:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e7435f0b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3639:1876445522812800:0@lo:400:kworker.0 00010000:00080000:0.0:1789518522.302488:0:3639:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8e7435f0bb80 x1876445522813184/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789518538 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789518522.302498:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e7435f0bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3639:1876445522813184:0@lo:400:kworker.0 00000020:01000004:2.0:1789518522.303169:0:24184:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0001-lwp-OST0000 (typ=lwp) 00000020:00000080:2.0:1789518522.303186:0:24184:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-lwp-OST0000 (ffff8e7303200000) 00000020:00000080:2.0:1789518522.303208:0:24184:0:(obd_config.c:720:class_attach_name()) OBD: dev 24 attached type lwp with refcount 2 00000020:01000004:2.0:1789518522.303293:0:24184:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8e740da5c000 from lustre-OST0000, refs=3 00000020:01000004:2.0:1789518522.303298:0:24184:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8e740da5c000 from lustre-OST0000, refs=3 00000020:01000004:2.0:1789518522.303300:0:24184:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8e740da5c000 3 00010000:00080000:2.0:1789518522.303344:0:24184:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8e73023be000@lustre-MDT0001-lwp-OST0000: add connection 192.168.202.143@tcp at head 00010000:00010000:2.0:1789518522.309148:0:24184:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-lwp-OST0000-10 is initialized 00000020:00000080:2.0:1789518522.309364:0:24184:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-lwp-OST0000 (uuid lustre-MDT0001-lwp-OST0000_UUID) 00000010:01000000:2.0:1789518522.309412:0:24184:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:2.0:1789518522.309426:0:24184:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-lwp-OST0000, cookie 0x8d0fd67942315e35 00000100:00080000:2.0:1789518522.309436:0:24184:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1789518522.309480:0:24184:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff8e73023be000 using connection 192.168.202.143@tcp/0@lo 00000100:00100000:2.0:1789518522.309519:0:24184:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8e730207d880 x1876445522813312/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789518522.309560:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e730207d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3636:1876445522813312:0@lo:38:llog_process_th.0 00000100:00100000:2.0:1789518522.309633:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1789518522.309700:0:24184:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID 00000100:00100000:0.0:1789518522.310608:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e7435f0b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1876445522813056:0@lo:400:kworker.0 00010000:00080000:0.0:1789518522.310627:0:3637:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8e7435f08e00 x1876445522812928/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789518538 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789518522.310637:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e7435f08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3637:1876445522812928:0@lo:400:kworker.0 00000100:00100000:0.0:1789518522.310697:0:22655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522813312 00000100:00100000:0.0:1789518522.310717:0:22655:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522813312 00000100:00100000:0.0:1789518522.310880:0:22655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1789518522.310888:0:22655:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7435f72300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3636:x1876445522813312:12345-0@lo:38:llog_process_th.0 00010000:00080000:0.0:1789518522.310915:0:22655:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-MDT0001: connection from lustre-MDT0001-lwp-OST0000_UUID@0@lo t0 exp 0000000000000000 cur 690 last 0 00000020:00000080:0.0:1789518522.310962:0:22655:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-lwp-OST0000_UUID, cookie 0x8d0fd67942315e3c 00000004:00100000:0.0:1789518522.310978:0:22655:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0001: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:0.0:1789518522.311009:0:22655:0:(import.c:65:import_set_state_nolock()) ffff8e740d988000 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1789518522.311081:0:22655:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7435f72300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3636:x1876445522813312:12345-0@lo:38:llog_process_th.0 Request processed in 192us (1448us total) trans 0 rc 0/0 00000100:00100000:0.0:1789518522.311089:0:22655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00010000:00080000:0.0:1789518522.311137:0:3636:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8e730207d880 x1876445522813312/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1789518532 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789518522.311146:0:3636:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 2 00000100:00080000:0.0:1789518522.311152:0:3636:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-MDT0001-lwp-OST0000: connect to target with instance 3 00000100:00080000:0.0:1789518522.311159:0:3636:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-MDT0001-lwp-OST0000: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:0.0:1789518522.311163:0:3636:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:0.0:1789518522.311165:0:3636:0:(import.c:65:import_set_state_nolock()) ffff8e73023be000 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00100000:0.0:1789518522.311171:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e730207d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3636:1876445522813312:0@lo:38:llog_process_th.0 00000040:00080000:2.0:1789518522.315416:0:24184:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x10:0x0] index 52 count 51 00000020:01000000:2.0:1789518522.315490:0:24158:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:2.0:1789518522.315523:0:24158:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.143@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:2.0:1789518522.315544:0:24158:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.143@tcp lock: ffff8e7435f9da00/0x8d0fd67942315e0b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x8d0fd67942315e12 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518522.315556:0:24158:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.143@tcp lock: ffff8e7435f9da00/0x8d0fd67942315e0b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x8d0fd67942315e12 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:2.0:1789518522.315624:0:24158:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:2.0:1789518522.315627:0:24158:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1789518522.315628:0:24158:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1789518522.315630:0:24158:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1789518522.315632:0:24158:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1789518522.315634:0:24158:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1789518522.315635:0:24158:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1789518522.315637:0:24158:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1789518522.315639:0:24158:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:2.0:1789518522.315643:0:24158:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0000 0x40020002 00000020:01000004:2.0:1789518522.315646:0:24158:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:2.0:1789518522.315648:0:24158:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1789518522.315649:0:24158:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1789518522.315651:0:24158:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1789518522.315652:0:24158:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1789518522.315654:0:24158:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1789518522.315655:0:24158:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1789518522.315657:0:24158:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1789518522.315659:0:24158:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:2.0:1789518522.315684:0:24158:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0000 00000100:00100000:2.0:1789518522.315704:0:24158:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e7435f70700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1ba3fd75-b94d-432d-934d-65078cb73340:24158:1876445522813440:0@lo:253:mount.lustre.0 00000100:00100000:2.0:1789518522.315785:0:24158:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789518522.315831:0:24158:0:(client.c:2716:ptlrpc_set_wait()) set ffff8e740ddab9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1789518522.315854:0:22648:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522813440 00000100:00100000:2.0:1789518522.315861:0:22648:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522813440 00000100:00100000:2.0:1789518522.315901:0:22648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 85 00000100:00100000:2.0:1789518522.315909:0:22648:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e74379ca450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1ba3fd75-b94d-432d-934d-65078cb73340+21:24158:x1876445522813440:12345-0@lo:253:mount.lustre.0 20000000:01000000:2.0:1789518522.315936:0:22648:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:2.0:1789518522.315949:0:22648:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 00000100:00080000:0.0:1789518522.319905:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789518522.319915:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789518522.319917:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789518522.319920:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789518522.319924:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789518522.319937:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789518522.319939:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789518522.319942:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 20000000:01000000:2.0:1789518522.325487:0:22648:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:2.0:1789518522.325507:0:22648:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:3.0:1789518522.325869:0:22669:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:3.0:1789518522.325875:0:22669:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:3.0:1789518522.325898:0:22669:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8e7400030600/0x8d0fd67942315e43 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789518522.325899:0:22648:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e74379ca450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1ba3fd75-b94d-432d-934d-65078cb73340+21:24158:x1876445522813440:12345-0@lo:253:mount.lustre.0 Request processed in 9984us (10108us total) trans 0 rc 0/0 00010000:00010000:3.0:1789518522.325924:0:22669:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8e7435f0de00/0x8d0fd67942315d8d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x8d0fd67942315d86 expref: 21 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518522.325934:0:22669:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8e740166dc00/0x8d0fd67942315d9b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x8d0fd67942315d94 expref: 21 pid: 22648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789518522.325937:0:22648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 85 00010000:00010000:3.0:1789518522.325946:0:22669:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8e7400030600/0x8d0fd67942315e43 lrc: 5/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518522.325989:0:22669:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8e740166dc00/0x8d0fd67942315d9b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x8d0fd67942315d94 expref: 20 pid: 22648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518522.326003:0:22669:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8e740166dc00/0x8d0fd67942315d9b lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x8d0fd67942315d94 expref: 20 pid: 22648 timeout: 790 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789518522.326015:0:22669:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e743a17ce00 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22669:1876445522813568:0@lo:104: 00000100:00100000:3.0:1789518522.326058:0:22669:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789518522.326066:0:24158:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e7435f70700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1ba3fd75-b94d-432d-934d-65078cb73340:24158:1876445522813440:0@lo:253:mount.lustre.0 10000000:01000000:0.0:1789518522.326081:0:24158:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0000 got index = 0 00000020:01000004:0.0:1789518522.326085:0:24158:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:0.0:1789518522.326087:0:24158:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1789518522.326089:0:24158:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1789518522.326091:0:24158:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1789518522.326092:0:24158:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1789518522.326094:0:24158:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1789518522.326096:0:24158:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1789518522.326098:0:24158:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1789518522.326100:0:24158:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00010000:00010000:3.0:1789518522.326117:0:22669:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8e7435f0de00/0x8d0fd67942315d8d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x8d0fd67942315d86 expref: 20 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:02000000:0.0:1789518522.326120:0:24158:0:(tgt_mount.c:2694:server_calc_timeout()) lustre-OST0000: Imperative Recovery not enabled, recovery window 60-180 00010000:00010000:3.0:1789518522.326129:0:22669:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8e7435f0de00/0x8d0fd67942315d8d lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x8d0fd67942315d86 expref: 20 pid: 22647 timeout: 790 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789518522.326138:0:22669:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e743a17f480 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22669:1876445522813696:0@lo:104: 00000100:00100000:3.0:1789518522.326168:0:22669:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789518522.326187:0:22669:0:(client.c:2716:ptlrpc_set_wait()) set ffff8e7421a65a80 going to sleep for 11 seconds 00000100:00100000:3.0:1789518522.326219:0:22637:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:3.0:1789518522.326242:0:22637:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522813568 00000100:00100000:3.0:1789518522.326248:0:22637:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522813568 00000100:00100000:3.0:1789518522.326282:0:22637:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522813696 00000100:00100000:3.0:1789518522.326284:0:22637:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522813696 00000100:00100000:3.0:1789518522.326304:0:22637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1789518522.326313:0:22637:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e743a17f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1ba3fd75-b94d-432d-934d-65078cb73340+4:22669:x1876445522813568:12345-0@lo:104: 00010000:00010000:3.0:1789518522.326325:0:22637:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.143@tcp lock: ffff8e7435f9ca00/0x8d0fd67942315d94 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x8d0fd67942315d9b expref: -99 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518522.326374:0:22637:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1789518522.326380:0:22637:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e743a17f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1ba3fd75-b94d-432d-934d-65078cb73340+4:22669:x1876445522813568:12345-0@lo:104: Request processed in 69us (323us total) trans 0 rc 0/0 00000100:00100000:3.0:1789518522.326385:0:22637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1789518522.326402:0:22637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1789518522.326410:0:22637:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e740d78c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1ba3fd75-b94d-432d-934d-65078cb73340+3:22669:x1876445522813696:12345-0@lo:104: 00010000:00010000:3.0:1789518522.326417:0:22637:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.143@tcp lock: ffff8e740166ce00/0x8d0fd67942315d86 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x8d0fd67942315d8d expref: -99 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518522.326595:0:22637:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:3.0:1789518522.326600:0:22637:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e740d78c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1ba3fd75-b94d-432d-934d-65078cb73340+3:22669:x1876445522813696:12345-0@lo:104: Request processed in 193us (432us total) trans 0 rc 0/0 00000100:00100000:3.0:1789518522.326606:0:22637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00010000:00010000:3.0:1789518522.326639:0:22642:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1789518522.326645:0:22642:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.143@tcp lock: ffff8e7435f9ca00/0x8d0fd67942315d94 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x8d0fd67942315d9b expref: -99 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518522.326652:0:22642:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8e7435f9ca00 already unused, calling callback (ffffffffc11d3c20) 10000000:00010000:3.0:1789518522.326655:0:22642:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.143@tcp lock: ffff8e7435f9ca00/0x8d0fd67942315d94 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x8d0fd67942315d9b expref: -99 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518522.326683:0:22642:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.143@tcp lock: ffff8e7435f9ca00/0x8d0fd67942315d94 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x8d0fd67942315d9b expref: -99 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1789518522.326691:0:22642:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.143@tcp lock: ffff8e7435f9ca00/0x8d0fd67942315d94 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x8d0fd67942315d9b expref: -99 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789518522.326695:0:22642:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:3.0:1789518522.326719:0:22642:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.143@tcp lock: ffff8e7435f9ca00/0x8d0fd67942315d94 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x8d0fd67942315d9b expref: -99 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518522.326725:0:22642:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1789518522.326741:0:22642:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.143@tcp lock: ffff8e7435f9ca00/0x8d0fd67942315d94 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x8d0fd67942315d9b expref: -99 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518522.326746:0:22642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.143@tcp lock: ffff8e7435f9ca00/0x8d0fd67942315d94 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x8d0fd67942315d9b expref: -99 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518522.326759:0:22642:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789518522.326762:0:22642:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.143@tcp lock: ffff8e740166ce00/0x8d0fd67942315d86 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x8d0fd67942315d8d expref: -99 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518522.326767:0:22642:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8e740166ce00 already unused, calling callback (ffffffffc11d3c20) 10000000:00010000:3.0:1789518522.326770:0:22642:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.143@tcp lock: ffff8e740166ce00/0x8d0fd67942315d86 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x8d0fd67942315d8d expref: -99 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518522.326776:0:22642:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.143@tcp lock: ffff8e740166ce00/0x8d0fd67942315d86 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x8d0fd67942315d8d expref: -99 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1789518522.326783:0:22642:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.143@tcp lock: ffff8e740166ce00/0x8d0fd67942315d86 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x8d0fd67942315d8d expref: -99 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789518522.326794:0:22642:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:3.0:1789518522.326807:0:22642:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.143@tcp lock: ffff8e740166ce00/0x8d0fd67942315d86 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x8d0fd67942315d8d expref: -99 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518522.326813:0:22642:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1789518522.326843:0:22642:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.143@tcp lock: ffff8e740166ce00/0x8d0fd67942315d86 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x8d0fd67942315d8d expref: -99 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518522.326851:0:22642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.143@tcp lock: ffff8e740166ce00/0x8d0fd67942315d86 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x8d0fd67942315d8d expref: -99 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518522.326871:0:22642:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789518522.326873:0:22642:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789518522.326875:0:22642:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789518522.326882:0:22641:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789518522.326904:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e743a17e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1ba3fd75-b94d-432d-934d-65078cb73340:3640:1876445522813824:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1789518522.326941:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789518522.326983:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1789518522.326994:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e743a17c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1ba3fd75-b94d-432d-934d-65078cb73340:3638:1876445522813952:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1789518522.327024:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789518522.327063:0:22638:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522813824 00000100:00100000:3.0:1789518522.327069:0:22638:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522813824 00010000:00010000:3.0:1789518522.327094:0:22638:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8e740166dc00/0x8d0fd67942315d9b lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x8d0fd67942315d94 expref: 21 pid: 22648 timeout: 790 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789518522.328956:0:22638:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522813952 00000100:00100000:3.0:1789518522.328967:0:22638:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522813952 00010000:00010000:3.0:1789518522.329000:0:22638:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8e7435f0de00/0x8d0fd67942315d8d lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x8d0fd67942315d86 expref: 22 pid: 22647 timeout: 790 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789518522.329051:0:22638:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1789518522.329062:0:22638:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e743a17ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1ba3fd75-b94d-432d-934d-65078cb73340+22:3640:x1876445522813824:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1789518522.329077:0:22638:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1789518522.329085:0:22638:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8e740166dc00/0x8d0fd67942315d9b lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x8d0fd67942315d94 expref: 22 pid: 22648 timeout: 790 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518522.329097:0:22638:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8e740166dc00/0x8d0fd67942315d9b lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x8d0fd67942315d94 expref: 22 pid: 22648 timeout: 790 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518522.329117:0:22638:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1789518522.329185:0:22638:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e743a17ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1ba3fd75-b94d-432d-934d-65078cb73340+22:3640:x1876445522813824:12345-0@lo:103:ldlm_bl.0 Request processed in 126us (2244us total) trans 0 rc 0/0 00000100:00100000:3.0:1789518522.329194:0:22638:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1789518522.329221:0:22638:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1789518522.329229:0:22638:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e73037ef450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1ba3fd75-b94d-432d-934d-65078cb73340+21:3638:x1876445522813952:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1789518522.329237:0:22638:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1789518522.329241:0:22638:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8e7435f0de00/0x8d0fd67942315d8d lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x8d0fd67942315d86 expref: 21 pid: 22647 timeout: 790 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518522.329252:0:22638:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8e7435f0de00/0x8d0fd67942315d8d lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x8d0fd67942315d86 expref: 21 pid: 22647 timeout: 790 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518522.329267:0:22638:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8e7400030600/0x8d0fd67942315e43 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 22669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518522.329275:0:22638:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8e7400030600/0x8d0fd67942315e43 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 22669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:3.0:1789518522.329306:0:22638:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003430898s 00010000:00010000:3.0:1789518522.329311:0:22638:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8e7400030600/0x8d0fd67942315e43 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518522.329320:0:22638:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8e7400030600/0x8d0fd67942315e43 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518522.329327:0:22638:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8e7400030600/0x8d0fd67942315e43 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518522.329335:0:22638:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8e7400030600/0x8d0fd67942315e43 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518522.329341:0:22638:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8e7400030600 already unused, calling callback (ffffffffc0bd28b0) 00010000:00010000:3.0:1789518522.329346:0:22638:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8e7400030600/0x8d0fd67942315e43 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518522.329355:0:22638:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8e7400030600/0x8d0fd67942315e43 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518522.329368:0:22638:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8e7400030600/0x8d0fd67942315e43 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518522.329382:0:22638:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1789518522.329423:0:22638:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e73037ef450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1ba3fd75-b94d-432d-934d-65078cb73340+21:3638:x1876445522813952:12345-0@lo:103:ldlm_bl.0 Request processed in 194us (2397us total) trans 0 rc 0/0 00000100:00100000:3.0:1789518522.329431:0:22638:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1789518522.331179:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e743a17c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1ba3fd75-b94d-432d-934d-65078cb73340:3638:1876445522813952:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1789518522.331229:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e743a17e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1ba3fd75-b94d-432d-934d-65078cb73340:3640:1876445522813824:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1789518522.331287:0:22669:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8e740166dc00/0x8d0fd67942315d9b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x8d0fd67942315d94 expref: 20 pid: 22648 timeout: 790 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789518522.331305:0:22669:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e743a17ce00 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22669:1876445522813568:0@lo:104: 00010000:00010000:3.0:1789518522.331321:0:22669:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8e7435f0de00/0x8d0fd67942315d8d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x8d0fd67942315d86 expref: 19 pid: 22647 timeout: 790 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789518522.331333:0:22669:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e743a17f480 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22669:1876445522813696:0@lo:104: 00010000:00010000:3.0:1789518522.331362:0:22669:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8e7400030600/0x8d0fd67942315e43 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518522.331373:0:22669:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8e7400030600/0x8d0fd67942315e43 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518522.331380:0:22669:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8e7400030600/0x8d0fd67942315e43 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518522.331387:0:22669:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8e7400030600/0x8d0fd67942315e43 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00000004:2.0:1789518522.334082:0:24158:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 3, last_transno is 12884901888 00002000:00080000:2.0:1789518522.337621:0:24158:0:(ofd_obd.c:539:ofd_postrecov()) lustre-OST0000: recovery is over 00100000:10000000:2.0:1789518522.337632:0:24158:0:(lfsck_lib.c:3085:lfsck_start()) lustre-OST0000-osd: start master thread 00000020:01000004:2.0:1789518522.337675:0:24158:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:2.0:1789518522.337719:0:24158:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.202.143@tcp: cl_mgc_mutex unlock 00000020:01000004:2.0:1789518522.337736:0:24158:0:(tgt_mount.c:2460:server_fill_super_common()) Server sb, dev=49 00000080:00000004:2.0:1789518522.337764:0:24158:0:(super25.c:182:lustre_fill_super()) /dev/mapper/ost1_flakey: Mount complete 00000020:00000004:2.0:1789518522.338640:0:24158:0:(tgt_mount.c:2346:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1789518522.338878:0:24158:0:(tgt_mount.c:2361:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:0.0:1789518522.678892:0:22642:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:1.0:1789518523.394310:0:24237:0:(tgt_mount.c:2346:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1789518523.394585:0:24237:0:(tgt_mount.c:2361:is_cmd_supported()) ioctl cmd=81009431 10000000:01000000:3.0:1789518523.641939:0:22650:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:3.0:1789518523.641947:0:22650:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff8e7302058000 from 13 10000000:01000000:3.0:1789518523.641953:0:22650:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:3.0:1789518523.641996:0:22650:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.143@tcp lock: ffff8e7400030000/0x8d0fd67942315e4a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518523.642007:0:22650:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.143@tcp lock: ffff8e7400030000/0x8d0fd67942315e4a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518523.642019:0:22650:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.143@tcp lock: ffff8e7400030000/0x8d0fd67942315e4a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789518523.642051:0:22650:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e743a17f480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1ba3fd75-b94d-432d-934d-65078cb73340:22650:1876445522814080:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1789518523.642120:0:22650:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789518523.642161:0:22650:0:(client.c:2716:ptlrpc_set_wait()) set ffff8e7410f28000 going to sleep for 11 seconds 00000100:00100000:3.0:1789518523.642185:0:22645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522814080 00000100:00100000:3.0:1789518523.642192:0:22645:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522814080 00000100:00100000:3.0:1789518523.642239:0:22645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 86 00000100:00100000:3.0:1789518523.642247:0:22645:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e74379c9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1ba3fd75-b94d-432d-934d-65078cb73340+19:22650:x1876445522814080:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1789518523.642260:0:22645:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789518523.642272:0:22645:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8e7400030600/0x8d0fd67942315e51 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x8d0fd67942315e4a expref: -99 pid: 22645 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518523.642294:0:22645:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8e7400030600/0x8d0fd67942315e51 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x8d0fd67942315e4a expref: 20 pid: 22645 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518523.642304:0:22645:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8e7400030600/0x8d0fd67942315e51 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x8d0fd67942315e4a expref: 20 pid: 22645 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518523.642312:0:22645:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8e7400030600, rc 0) 00000100:00100000:3.0:1789518523.642350:0:22645:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e74379c9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1ba3fd75-b94d-432d-934d-65078cb73340+20:22650:x1876445522814080:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 103us (230us total) trans 0 rc 0/0 00000100:00100000:3.0:1789518523.642356:0:22645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 86 00000100:00100000:3.0:1789518523.642405:0:22650:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e743a17f480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1ba3fd75-b94d-432d-934d-65078cb73340:22650:1876445522814080:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1789518523.642419:0:22650:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.143@tcp lock: ffff8e7400030000/0x8d0fd67942315e4a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x8d0fd67942315e51 expref: -99 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518523.642428:0:22650:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.143@tcp lock: ffff8e7400030000/0x8d0fd67942315e4a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x8d0fd67942315e51 expref: -99 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789518523.643614:0:22650:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e743a17f480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1ba3fd75-b94d-432d-934d-65078cb73340:22650:1876445522814208:0@lo:256:ll_cfg_requeue.0 00000100:00100000:3.0:1789518523.643665:0:22650:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789518523.643690:0:22650:0:(client.c:2716:ptlrpc_set_wait()) set ffff8e743a487c00 going to sleep for 11 seconds 00000100:00100000:3.0:1789518523.643786:0:22648:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522814208 00000100:00100000:3.0:1789518523.643793:0:22648:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522814208 00000100:00100000:3.0:1789518523.643849:0:22648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 87 00000100:00100000:3.0:1789518523.643857:0:22648:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e74379c9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1ba3fd75-b94d-432d-934d-65078cb73340+20:22650:x1876445522814208:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:3.0:1789518523.643874:0:22648:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:3.0:1789518523.643895:0:22648:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:3.0:1789518523.643898:0:22648:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 13 00000100:00100000:3.0:1789518523.643975:0:22648:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e74379c9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1ba3fd75-b94d-432d-934d-65078cb73340+20:22650:x1876445522814208:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 119us (309us total) trans 0 rc 0/0 00000100:00100000:3.0:1789518523.643983:0:22648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 87 00000100:00100000:3.0:1789518523.644025:0:22650:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e743a17f480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1ba3fd75-b94d-432d-934d-65078cb73340:22650:1876445522814208:0@lo:256:ll_cfg_requeue.0 10000000:01000000:3.0:1789518523.644085:0:22650:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.143@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:3.0:1789518523.644093:0:22650:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.143@tcp lock: ffff8e7400030000/0x8d0fd67942315e4a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x8d0fd67942315e51 expref: -99 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518523.644104:0:22650:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.143@tcp lock: ffff8e7400030000/0x8d0fd67942315e4a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x8d0fd67942315e51 expref: -99 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789518523.644114:0:22650:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:3.0:1789518523.644116:0:22650:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff8e74411bf800 from 13 10000000:01000000:3.0:1789518523.644119:0:22650:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:3.0:1789518523.644139:0:22650:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.143@tcp lock: ffff8e7400030a00/0x8d0fd67942315e58 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518523.644155:0:22650:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.143@tcp lock: ffff8e7400030a00/0x8d0fd67942315e58 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518523.644165:0:22650:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.143@tcp lock: ffff8e7400030a00/0x8d0fd67942315e58 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789518523.644177:0:22650:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e743a17f480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1ba3fd75-b94d-432d-934d-65078cb73340:22650:1876445522814336:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1789518523.644203:0:22650:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789518523.644216:0:22650:0:(client.c:2716:ptlrpc_set_wait()) set ffff8e743a487c00 going to sleep for 11 seconds 00000100:00100000:3.0:1789518523.644229:0:22647:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522814336 00000100:00100000:3.0:1789518523.644233:0:22647:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522814336 00000100:00100000:3.0:1789518523.644253:0:22647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88 00000100:00100000:3.0:1789518523.644258:0:22647:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e74379c8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1ba3fd75-b94d-432d-934d-65078cb73340+20:22650:x1876445522814336:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1789518523.644266:0:22647:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789518523.644276:0:22647:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8e740166dc00/0x8d0fd67942315e5f lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x8d0fd67942315e58 expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518523.644293:0:22647:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8e740166dc00/0x8d0fd67942315e5f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x8d0fd67942315e58 expref: 21 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518523.644302:0:22647:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8e740166dc00/0x8d0fd67942315e5f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x8d0fd67942315e58 expref: 21 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518523.644310:0:22647:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8e740166dc00, rc 0) 00000100:00100000:3.0:1789518523.644336:0:22647:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e74379c8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1ba3fd75-b94d-432d-934d-65078cb73340+21:22650:x1876445522814336:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 77us (132us total) trans 0 rc 0/0 00000100:00100000:3.0:1789518523.644341:0:22647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88 00000100:00100000:3.0:1789518523.644376:0:22650:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e743a17f480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1ba3fd75-b94d-432d-934d-65078cb73340:22650:1876445522814336:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1789518523.644388:0:22650:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.143@tcp lock: ffff8e7400030a00/0x8d0fd67942315e58 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x8d0fd67942315e5f expref: -99 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518523.644396:0:22650:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.143@tcp lock: ffff8e7400030a00/0x8d0fd67942315e58 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x8d0fd67942315e5f expref: -99 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789518523.644431:0:22650:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e743a17f480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1ba3fd75-b94d-432d-934d-65078cb73340:22650:1876445522814464:0@lo:256:ll_cfg_requeue.0 00000100:00100000:3.0:1789518523.644457:0:22650:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789518523.645263:0:22650:0:(client.c:2716:ptlrpc_set_wait()) set ffff8e743a487c00 going to sleep for 11 seconds 00000100:00100000:3.0:1789518523.645286:0:22645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522814464 00000100:00100000:3.0:1789518523.645292:0:22645:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522814464 00000100:00100000:3.0:1789518523.645327:0:22645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89 00000100:00100000:3.0:1789518523.645333:0:22645:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e74379ca050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1ba3fd75-b94d-432d-934d-65078cb73340+21:22650:x1876445522814464:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:3.0:1789518523.645347:0:22645:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:3.0:1789518523.645363:0:22645:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:3.0:1789518523.645366:0:22645:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 13 00000100:00100000:3.0:1789518523.645441:0:22645:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e74379ca050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1ba3fd75-b94d-432d-934d-65078cb73340+21:22650:x1876445522814464:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 108us (982us total) trans 0 rc 0/0 00000100:00100000:3.0:1789518523.645460:0:22645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89 00000100:00100000:3.0:1789518523.649193:0:22650:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e743a17f480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1ba3fd75-b94d-432d-934d-65078cb73340:22650:1876445522814464:0@lo:256:ll_cfg_requeue.0 10000000:01000000:3.0:1789518523.649277:0:22650:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.143@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:3.0:1789518523.649289:0:22650:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.143@tcp lock: ffff8e7400030a00/0x8d0fd67942315e58 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x8d0fd67942315e5f expref: -99 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518523.649300:0:22650:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.143@tcp lock: ffff8e7400030a00/0x8d0fd67942315e58 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x8d0fd67942315e5f expref: -99 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518523.703959:0:22641:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789518524.729758:0:22642:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789518525.749713:0:22641:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789518525.941748:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e7435f71180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1876445522814592:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1789518525.941830:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789518525.942821:0:22659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522814592 00000100:00100000:2.0:1789518525.942831:0:22659:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522814592 00000100:00100000:2.0:1789518525.942885:0:22659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:2.0:1789518525.942895:0:22659:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7435f08e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3638:x1876445522814592:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1789518525.942931:0:22659:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:2.0:1789518525.942989:0:22659:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7435f08e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3638:x1876445522814592:12345-0@lo:41:osp-pre-1-0.0 Request processed in 95us (1159us total) trans 0 rc 0/0 00000100:00100000:2.0:1789518525.942996:0:22659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:2.0:1789518525.943043:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e7435f71180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1876445522814592:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1789518525.955087:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e7435f0b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1876445522814720:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1789518525.955162:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789518525.955232:0:22658:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522814720 00000100:00100000:3.0:1789518525.955240:0:22658:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522814720 00000100:00100000:3.0:1789518525.955295:0:22658:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:3.0:1789518525.955304:0:22658:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e743a17f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3639:x1876445522814720:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1789518525.955339:0:22658:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:3.0:1789518525.955409:0:22658:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e743a17f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3639:x1876445522814720:12345-0@lo:41:osp-pre-0-1.0 Request processed in 106us (247us total) trans 0 rc 0/0 00000100:00100000:3.0:1789518525.955416:0:22658:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:2.0:1789518525.955684:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e7435f0b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1876445522814720:0@lo:41:osp-pre-0-1.0 00010000:00010000:0.0:1789518526.773649:0:22642:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789518527.479272:0:473:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789518527.479279:0:473:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789518527.479281:0:473:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789518527.479284:0:473:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789518527.479311:0:473:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789518527.479314:0:473:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789518527.479316:0:473:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789518527.479320:0:473:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1789518527.479362:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e7303db5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1876445522815232:0@lo:400:kworker.0 00000100:00100000:3.0:1789518527.479493:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e7303db7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1ba3fd75-b94d-432d-934d-65078cb73340:3640:1876445522814848:0@lo:400:kworker.0 00000100:00100000:3.0:1789518527.479552:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789518527.479591:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e7303db6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3640:1876445522815360:0@lo:400:kworker.0 00000100:00100000:3.0:1789518527.479614:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789518527.479650:0:22648:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522814848 00000100:00100000:3.0:1789518527.479658:0:22648:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522814848 00000100:00100000:3.0:1789518527.479701:0:22648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90 00000100:00100000:3.0:1789518527.479709:0:22648:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e74379ca850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1ba3fd75-b94d-432d-934d-65078cb73340+21:3640:x1876445522814848:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789518527.479757:0:22648:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e74379ca850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1ba3fd75-b94d-432d-934d-65078cb73340+21:3640:x1876445522814848:12345-0@lo:400:kworker.0 Request processed in 49us (205us total) trans 0 rc 0/0 00000100:00100000:3.0:1789518527.479764:0:22648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90 00000100:00100000:3.0:1789518527.479806:0:22653:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522815360 00000100:00100000:3.0:1789518527.479810:0:22653:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522815360 00000100:00100000:3.0:1789518527.479850:0:22653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:3.0:1789518527.479856:0:22653:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e743a17ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3640:x1876445522815360:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789518527.479888:0:22653:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e743a17ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3640:x1876445522815360:12345-0@lo:400:kworker.0 Request processed in 33us (273us total) trans 0 rc 0/0 00000100:00100000:3.0:1789518527.479894:0:22653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:3.0:1789518527.479934:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e7303db7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1ba3fd75-b94d-432d-934d-65078cb73340:3640:1876445522814848:0@lo:400:kworker.0 00010000:00080000:3.0:1789518527.479947:0:3640:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8e7303db6300 x1876445522815360/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789518543 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789518527.479957:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e7303db6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3640:1876445522815360:0@lo:400:kworker.0 00000100:00100000:1.0:1789518527.480136:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789518527.480169:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e7303db5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1876445522814976:0@lo:400:kworker.0 00000100:00100000:1.0:1789518527.480193:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789518527.480210:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e740dda1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3637:1876445522815488:0@lo:400:kworker.0 00000100:00100000:1.0:1789518527.480232:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789518527.480250:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1789518527.480256:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e7303db5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3637:1876445522815104:0@lo:400:kworker.0 00000100:00100000:1.0:1789518527.480274:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789518527.480286:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e740dda0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3637:1876445522815616:0@lo:400:kworker.0 00000100:00100000:3.0:1789518527.480384:0:23397:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522815232 00000100:00100000:3.0:1789518527.480389:0:23397:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522815232 00000100:00100000:3.0:1789518527.480427:0:23397:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522814976 00000100:00100000:3.0:1789518527.480431:0:23397:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522814976 00000100:00100000:3.0:1789518527.480445:0:23397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:3.0:1789518527.480452:0:23397:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e740dda0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3639:x1876445522815232:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789518527.480512:0:23397:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e740dda0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3639:x1876445522815232:12345-0@lo:400:kworker.0 Request processed in 61us (376us total) trans 0 rc 0/0 00000100:00100000:3.0:1789518527.480519:0:23397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:3.0:1789518527.480532:0:23397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:3.0:1789518527.480538:0:23397:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e740dda3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3637:x1876445522814976:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789518527.480567:0:23397:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e740dda3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3637:x1876445522814976:12345-0@lo:400:kworker.0 Request processed in 30us (373us total) trans 0 rc 0/0 00000100:00100000:3.0:1789518527.480573:0:23397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:3.0:1789518527.480595:0:22653:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522815488 00000100:00100000:3.0:1789518527.480598:0:22653:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522815488 00000100:00100000:3.0:1789518527.480626:0:22653:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522815104 00000100:00100000:3.0:1789518527.480635:0:22653:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522815104 00000100:00100000:3.0:1789518527.480653:0:22653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:3.0:1789518527.480659:0:22653:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e740dda2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3637:x1876445522815488:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789518527.480691:0:22653:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e740dda2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3637:x1876445522815488:12345-0@lo:400:kworker.0 Request processed in 31us (456us total) trans 0 rc 0/0 00000100:00100000:3.0:1789518527.480697:0:22653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:3.0:1789518527.480709:0:22653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:3.0:1789518527.480715:0:22653:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e740dda3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3637:x1876445522815104:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789518527.480741:0:22653:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e740dda3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3637:x1876445522815104:12345-0@lo:400:kworker.0 Request processed in 26us (466us total) trans 0 rc 0/0 00000100:00100000:3.0:1789518527.480746:0:22653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:3.0:1789518527.480788:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e7303db5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1876445522815232:0@lo:400:kworker.0 00000100:00100000:1.0:1789518527.480951:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789518527.480983:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e7303db5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1876445522814976:0@lo:400:kworker.0 00010000:00080000:1.0:1789518527.480994:0:3637:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8e740dda1500 x1876445522815488/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789518543 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789518527.481003:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e740dda1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3637:1876445522815488:0@lo:400:kworker.0 00010000:00080000:1.0:1789518527.481019:0:3637:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8e7303db5500 x1876445522815104/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789518543 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789518527.481027:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e7303db5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3637:1876445522815104:0@lo:400:kworker.0 00000100:00100000:1.0:1789518527.481052:0:22654:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522815616 00000100:00100000:1.0:1789518527.481055:0:22654:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522815616 00000100:00100000:1.0:1789518527.481080:0:22654:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:1.0:1789518527.481087:0:22654:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e740dda0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3637:x1876445522815616:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789518527.481122:0:22654:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e740dda0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3637:x1876445522815616:12345-0@lo:400:kworker.0 Request processed in 35us (171us total) trans 0 rc 0/0 00000100:00100000:1.0:1789518527.481127:0:22654:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00080000:1.0:1789518527.481154:0:22649:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1789518527.481158:0:22649:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00080000:1.0:1789518527.481173:0:3637:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8e740dda0e00 x1876445522815616/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789518543 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789518527.481183:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e740dda0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3637:1876445522815616:0@lo:400:kworker.0 00010000:00010000:3.0:1789518527.797881:0:22641:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1789518527.930954:0:23412:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:2.0:1789518528.826882:0:22642:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1789518529.394210:0:24527:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg243-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00000040:00080000:0.0:1789518529.527590:0:22687:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:3.0:1789518529.845655:0:22641:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:0.0:1789518530.309073:0:24579:0:(tgt_mount.c:2346:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:0.0:1789518530.309280:0:24579:0:(tgt_mount.c:2361:is_cmd_supported()) ioctl cmd=81009431 00000100:00100000:1.0:1789518530.488875:0:3636:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789518515/real 1789518515] req@ffff8e7435f0a300 x1876445522809088/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789518530 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789518530.488907:0:3636:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8e7435f0a300 x1876445522809088/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789518530 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789518530.488933:0:3636:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789518515/real 1789518515] req@ffff8e7435f0b800 x1876445522809216/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789518530 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789518530.488944:0:3636:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8e7435f0b800 x1876445522809216/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789518530 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789518530.488962:0:3636:0:(import.c:65:import_set_state_nolock()) ffff8e744110c000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789518530.488984:0:3636:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1789518530.488988:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e7435f0a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3636:1876445522809088:0@lo:8:kworker.0 00000100:00080000:1.0:1789518530.488993:0:3636:0:(import.c:65:import_set_state_nolock()) ffff8e7435dc4000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789518530.488999:0:3636:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1789518530.489002:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e7435f0b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3636:1876445522809216:0@lo:8:kworker.0 00000100:00100000:2.0:1789518530.489383:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1789518530.489437:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1789518530.489450:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e7435f0b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3639:1876445522815872:0@lo:400:kworker.0 00000100:00100000:1.0:1789518530.489535:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789518530.489593:0:23397:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522815872 00000100:00100000:1.0:1789518530.489603:0:23397:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522815872 00000100:00100000:1.0:1789518530.489649:0:23397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:1.0:1789518530.489659:0:23397:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e740dda0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3639:x1876445522815872:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789518530.489731:0:23397:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e740dda0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3639:x1876445522815872:12345-0@lo:400:kworker.0 Request processed in 73us (197us total) trans 0 rc 0/0 00000100:00100000:1.0:1789518530.489739:0:23397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:1.0:1789518530.489796:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e7435f0b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3639:1876445522815872:0@lo:400:kworker.0 00000100:00100000:2.0:1789518530.495426:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e7435f0bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1ba3fd75-b94d-432d-934d-65078cb73340:3640:1876445522815744:0@lo:400:kworker.0 00000100:00100000:2.0:1789518530.495523:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789518530.495713:0:22647:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522815744 00000100:00100000:3.0:1789518530.495723:0:22647:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522815744 00000100:00100000:3.0:1789518530.495794:0:22647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91 00000100:00100000:3.0:1789518530.495807:0:22647:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e74379cac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1ba3fd75-b94d-432d-934d-65078cb73340+21:3640:x1876445522815744:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789518530.495868:0:22647:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e74379cac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1ba3fd75-b94d-432d-934d-65078cb73340+21:3640:x1876445522815744:12345-0@lo:400:kworker.0 Request processed in 65us (345us total) trans 0 rc 0/0 00000100:00100000:3.0:1789518530.495876:0:22647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91 00000100:00100000:2.0:1789518530.496355:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e7435f0bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1ba3fd75-b94d-432d-934d-65078cb73340:3640:1876445522815744:0@lo:400:kworker.0 00000100:00080000:0.0:1789518530.498977:0:473:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789518530.498988:0:473:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789518530.498991:0:473:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789518530.498994:0:473:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789518530.499258:0:473:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789518530.499270:0:473:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789518530.499274:0:473:0:(import.c:65:import_set_state_nolock()) ffff8e744110c000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789518530.499282:0:473:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 683 00000100:00080000:0.0:1789518530.499287:0:473:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1789518530.499298:0:473:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff8e744110c000 using connection 192.168.202.143@tcp/0@lo 00000100:00100000:0.0:1789518530.499323:0:473:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8e7435f0b800 x1876445522816256/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789518530.499341:0:473:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789518530.499345:0:473:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789518530.499346:0:473:0:(import.c:65:import_set_state_nolock()) ffff8e7435dc4000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789518530.499350:0:473:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 683 00000100:00080000:0.0:1789518530.499352:0:473:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1789518530.499357:0:473:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff8e7435dc4000 using connection 192.168.202.143@tcp/0@lo 00000100:00100000:0.0:1789518530.499368:0:473:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8e7435f0a300 x1876445522816384/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789518530.499890:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e7435f09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3640:1876445522816640:0@lo:400:kworker.0 00000100:00100000:2.0:1789518530.499961:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789518530.500009:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1789518530.500015:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e7435f0b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3640:1876445522816512:0@lo:400:kworker.0 00000100:00100000:2.0:1789518530.500038:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789518530.500071:0:22655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522816640 00000100:00100000:2.0:1789518530.500078:0:22655:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522816640 00000100:00100000:2.0:1789518530.500132:0:22655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522816512 00000100:00100000:2.0:1789518530.500135:0:22655:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522816512 00000100:00100000:2.0:1789518530.500152:0:22655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:2.0:1789518530.500161:0:22655:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7435f71180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3640:x1876445522816640:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789518530.500211:0:22655:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7435f71180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3640:x1876445522816640:12345-0@lo:400:kworker.0 Request processed in 51us (250us total) trans 0 rc 0/0 00000100:00100000:2.0:1789518530.500219:0:22655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:2.0:1789518530.500254:0:22655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:2.0:1789518530.500262:0:22655:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7435f73b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3640:x1876445522816512:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789518530.500294:0:22655:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7435f73b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3640:x1876445522816512:12345-0@lo:400:kworker.0 Request processed in 34us (254us total) trans 0 rc 0/0 00000100:00100000:2.0:1789518530.500301:0:22655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:0.0:1789518530.500302:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e7435f0bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3637:1876445522816000:0@lo:400:kworker.0 00000100:00080000:2.0:1789518530.500335:0:22649:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1789518530.500341:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789518530.500367:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e7435f0ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3637:1876445522816768:0@lo:400:kworker.0 00000100:00100000:0.0:1789518530.500387:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789518530.506262:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e7435f0b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3638:1876445522816128:0@lo:400:kworker.0 00000100:00100000:1.0:1789518530.506335:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789518530.506858:0:22659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522816128 00000100:00100000:1.0:1789518530.506867:0:22659:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522816128 00000100:00100000:1.0:1789518530.506911:0:22659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:1.0:1789518530.506920:0:22659:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e740dda1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3638:x1876445522816128:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789518530.506998:0:22659:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e740dda1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3638:x1876445522816128:12345-0@lo:400:kworker.0 Request processed in 79us (662us total) trans 0 rc 0/0 00000100:00100000:1.0:1789518530.507005:0:22659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:1.0:1789518530.507052:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e7435f0b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3638:1876445522816128:0@lo:400:kworker.0 00000100:00100000:0.0:1789518530.513298:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e7435f0b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3636:1876445522816256:0@lo:8:kworker.0 00000100:00100000:0.0:1789518530.513381:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789518530.513558:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e7435f0a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3636:1876445522816384:0@lo:8:kworker.0 00000100:00100000:0.0:1789518530.513590:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789518530.513786:0:24164:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522816256 00000100:00100000:1.0:1789518530.513795:0:24164:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522816256 00000100:00100000:1.0:1789518530.513862:0:24164:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522816384 00000100:00100000:1.0:1789518530.513867:0:24164:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522816384 00000100:00100000:0.0:1789518530.514062:0:24165:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1789518530.514191:0:24165:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7435f0b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3636:x1876445522816256:12345-0@lo:8:kworker.0 00010000:00080000:0.0:1789518530.514227:0:24165:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-OST0000: connection from lustre-MDT0001-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 698 last 0 00000020:00000080:0.0:1789518530.514256:0:24165:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x8d0fd67942315e66 00002000:00100000:0.0:1789518530.514270:0:24165:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli lustre-MDT0001-mdtlov_UUID/ffff8e740d98a000 ocd_connect_flags: 0xa044401443000026 ocd_version: 2113a27 ocd_grant: 0 ocd_index: 0 ocd_group 1 00002000:00080000:0.0:1789518530.514274:0:24165:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0000: Received MDS connection for group 1 00002000:00100000:0.0:1789518530.514276:0:24165:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0000: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:0.0:1789518530.514619:0:24165:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 1 00000100:00080000:0.0:1789518530.514647:0:24165:0:(import.c:65:import_set_state_nolock()) ffff8e740d98e000 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1789518530.514711:0:24165:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7435f0b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+6:3636:x1876445522816256:12345-0@lo:8:kworker.0 Request processed in 520us (1329us total) trans 0 rc 0/0 00000100:00100000:0.0:1789518530.514719:0:24165:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1789518530.514742:0:24165:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1789518530.514746:0:24165:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e730207df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3636:x1876445522816384:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1789518530.514771:0:24165:0:(ldlm_lib.c:1199:target_handle_connect()) lustre-OST0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1789518530.515495:0:22653:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522816000 00000100:00100000:2.0:1789518530.515503:0:22653:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522816000 00000100:00100000:2.0:1789518530.515544:0:22653:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522816768 00000100:00100000:2.0:1789518530.515547:0:22653:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522816768 00010000:00080000:1.0:1789518530.515569:0:3636:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8e7435f0b800 x1876445522816256/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/416 e 0 to 0 dl 1789518550 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789518530.515580:0:22653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:1.0:1789518530.515583:0:3636:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 0 gen 2 00000100:00100000:2.0:1789518530.515590:0:22653:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7435f0aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3637:x1876445522816000:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1789518530.515593:0:3636:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-OST0000-osc-MDT0001: connect to target with instance 3 00000100:00080000:1.0:1789518530.515602:0:3636:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-OST0000-osc-MDT0001: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:1.0:1789518530.515607:0:3636:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:1.0:1789518530.515610:0:3636:0:(import.c:65:import_set_state_nolock()) ffff8e744110c000 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000004:00080000:1.0:1789518530.515625:0:3636:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:1.0:1789518530.515630:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e7435f0b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3636:1876445522816256:0@lo:8:kworker.0 00000100:00100000:3.0:1789518530.515814:0:22654:0:(service.c:3467:ptlrpc_start_thread()) mdt[0] started 3 min 3 max 116 00000100:00100000:3.0:1789518530.515824:0:22654:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt00_003' 00000100:00100000:2.0:1789518530.515927:0:22653:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7435f0aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3637:x1876445522816000:12345-0@lo:400:kworker.0 Request processed in 339us (15588us total) trans 0 rc 0/0 00000100:00100000:2.0:1789518530.515943:0:22653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:2.0:1789518530.515961:0:22653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:2.0:1789518530.515968:0:22653:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7435f08700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3637:x1876445522816768:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789518530.516000:0:22653:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7435f08700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3637:x1876445522816768:12345-0@lo:400:kworker.0 Request processed in 33us (15612us total) trans 0 rc 0/0 00000100:00100000:2.0:1789518530.516006:0:22653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000004:00080000:2.0:1789518530.516059:0:23399:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0001: going to cleanup orphans since [0x280000401:0x1:0x0] 00000100:00100000:2.0:1789518530.516078:0:23399:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e7435f73480 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23399:1876445522817024:0@lo:7:osp-pre-0-1.0 00000100:00100000:2.0:1789518530.516113:0:23399:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789518530.516134:0:23399:0:(client.c:2716:ptlrpc_set_wait()) set ffff8e740560a780 going to sleep for 11 seconds 00000100:00100000:2.0:1789518530.516216:0:24164:0:(service.c:3467:ptlrpc_start_thread()) ost[0] started 3 min 3 max 116 00000100:00100000:1.0:1789518530.516264:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e7435f70380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3638:1876445522816896:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1789518530.516296:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789518530.516387:0:24166:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522816896 00000100:00100000:3.0:1789518530.516393:0:24166:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522816896 00000100:00100000:3.0:1789518530.516431:0:24166:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1789518530.516439:0:24166:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e740dda1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3638:x1876445522816896:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1789518530.516492:0:24166:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 3915857920 avail 3684335616 00000100:00100000:3.0:1789518530.516542:0:24166:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e740dda1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3638:x1876445522816896:12345-0@lo:13:osp-pre-0-1.0 Request processed in 103us (244us total) trans 0 rc 0/0 00000100:00100000:3.0:1789518530.516549:0:24166:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00010000:00080000:1.0:1789518530.516573:0:3638:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8e7435f70380 x1876445522816896/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789518546 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789518530.516592:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e7435f70380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3638:1876445522816896:0@lo:13:osp-pre-0-1.0 00010000:00080000:3.0:1789518530.516756:0:3637:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8e7435f0bb80 x1876445522816000/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789518546 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789518530.516768:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e7435f0bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3637:1876445522816000:0@lo:400:kworker.0 00010000:00080000:3.0:1789518530.516784:0:3637:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8e7435f0ad80 x1876445522816768/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789518546 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789518530.516792:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e7435f0ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3637:1876445522816768:0@lo:400:kworker.0 00000100:00100000:2.0:1789518530.518510:0:24164:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost00_003' 00000100:00080000:2.0:1789518530.518537:0:22649:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1789518530.518542:0:22649:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:2.0:1789518530.518674:0:3640:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8e7435f0b480 x1876445522816512/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789518546 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789518530.518689:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e7435f0b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3640:1876445522816512:0@lo:400:kworker.0 00010000:00080000:2.0:1789518530.518702:0:3640:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8e7435f09180 x1876445522816640/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789518546 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789518530.518710:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e7435f09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3640:1876445522816640:0@lo:400:kworker.0 00000100:00100000:2.0:1789518530.518774:0:24164:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522817024 00000100:00100000:2.0:1789518530.518782:0:24164:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522817024 00000100:00100000:2.0:1789518530.518876:0:24592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1789518530.518884:0:24592:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7435f70e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:23399:x1876445522817024:12345-0@lo:7:osp-pre-0-1.0 00002000:00080000:3.0:1789518530.521929:0:24592:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0000: adding sequence 0x280000401 00002000:00080000:3.0:1789518530.521937:0:24592:0:(ofd_dev.c:1208:ofd_get_info_hdl()) lustre-OST0000: LAST FID is [0x280000401:0x41:0x0] 00000100:00100000:3.0:1789518530.522045:0:24592:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7435f70e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:23399:x1876445522817024:12345-0@lo:7:osp-pre-0-1.0 Request processed in 3157us (5926us total) trans 0 rc 0/0 00000100:00100000:3.0:1789518530.522062:0:24592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00080000:2.0:1789518530.522447:0:23399:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8e7435f73480 x1876445522817024/t0(0) o7->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 264/240 e 0 to 0 dl 1789518546 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789518530.522490:0:23399:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e7435f73480 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23399:1876445522817024:0@lo:7:osp-pre-0-1.0 00000004:00080000:2.0:1789518530.522505:0:23399:0:(osp_precreate.c:810:osp_get_lastfid_from_ost()) lustre-OST0000-osc-MDT0001: Got last_fid [0x280000401:0x41:0x0] 00000100:00100000:2.0:1789518530.522544:0:23399:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e7435f73480 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23399:1876445522817152:0@lo:5:osp-pre-0-1.0 00000100:00100000:2.0:1789518530.522581:0:23399:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789518530.522684:0:23399:0:(client.c:2716:ptlrpc_set_wait()) set ffff8e740560a780 going to sleep for 11 seconds 00000100:00100000:3.0:1789518530.527758:0:24164:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522817152 00000100:00100000:3.0:1789518530.527774:0:24164:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522817152 00000100:00100000:3.0:1789518530.527858:0:24164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1789518530.527869:0:24164:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7435f71f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:23399:x1876445522817152:12345-0@lo:5:osp-pre-0-1.0 00002000:00080000:3.0:1789518530.527905:0:24164:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = 0 00000100:00100000:3.0:1789518530.527992:0:24164:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7435f71f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:23399:x1876445522817152:12345-0@lo:5:osp-pre-0-1.0 Request processed in 125us (5411us total) trans 0 rc 0/0 00000100:00100000:3.0:1789518530.527999:0:24164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00010000:00080000:3.0:1789518530.528051:0:23399:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8e7435f73480 x1876445522817152/t0(0) o5->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 432/432 e 0 to 0 dl 1789518546 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789518530.528082:0:23399:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e7435f73480 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23399:1876445522817152:0@lo:5:osp-pre-0-1.0 00000004:00080000:3.0:1789518530.528096:0:23399:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0001: Got last_id [0x280000401:0x41:0x0] from OST, last_created [0x280000401:0x41:0x0]last_used is [0x280000401:0x41:0x0] 00000100:00100000:3.0:1789518530.528140:0:23399:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e743a17e300 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23399:1876445522817280:0@lo:5:osp-pre-0-1.0 00000100:00100000:3.0:1789518530.528863:0:23399:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789518530.528901:0:23399:0:(client.c:2716:ptlrpc_set_wait()) set ffff8e730348cd80 going to sleep for 11 seconds 00000100:00100000:2.0:1789518530.529028:0:24592:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522817280 00000100:00100000:2.0:1789518530.529036:0:24592:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522817280 00000100:00100000:2.0:1789518530.529076:0:24592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1789518530.529086:0:24592:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e743a17c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:23399:x1876445522817280:12345-0@lo:5:osp-pre-0-1.0 00002000:00080000:2.0:1789518530.529117:0:24592:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0000: reserve 32 objects in group 0x280000401 at 66 00000004:00080000:1.0:1789518530.545547:0:23398:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:1.0:1789518530.545635:0:23398:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 698331171011ns, next at 0ns, rc = 0 00080000:00080000:1.0:1789518530.545642:0:23398:0:(osd_handler.c:2849:osd_commit_async()) lustre-MDT0001: async commit OSD 00000004:00080000:1.0:1789518530.548237:0:23389:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1 committed 00000001:00080000:0.0:1789518530.555569:0:24159:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901889 is committed 00000001:00100000:0.0:1789518530.555584:0:24159:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000100:00100000:2.0:1789518530.558308:0:24592:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e743a17c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:23399:x1876445522817280:12345-0@lo:5:osp-pre-0-1.0 Request processed in 29216us (29440us total) trans 12884901889 rc 0/0 00000100:00100000:2.0:1789518530.558321:0:24592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00010000:00080000:0.0:1789518530.559200:0:23399:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8e743a17e300 x1876445522817280/t0(0) o5->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 432/432 e 0 to 0 dl 1789518546 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789518530.559212:0:23399:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 12884901889 gen 2 00000100:00100000:0.0:1789518530.559218:0:23399:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e743a17e300 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23399:1876445522817280:0@lo:5:osp-pre-0-1.0 00000004:00080000:0.0:1789518530.559234:0:23399:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0000-osc-MDT0001: current precreated pool: [0x280000401:0x41:0x0]-[0x280000401:0x61:0x0] 00000100:00100000:0.0:1789518530.559287:0:23399:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e730207e680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:23399:1876445522817408:0@lo:900:osp-pre-0-1.0 00000100:00100000:0.0:1789518530.559322:0:23399:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789518530.559356:0:23399:0:(client.c:2716:ptlrpc_set_wait()) set ffff8e7435fb3c00 going to sleep for 11 seconds 00000100:00100000:0.0:1789518530.559404:0:22665:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522817408 00000100:00100000:0.0:1789518530.559409:0:22665:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522817408 00000100:00100000:0.0:1789518530.559450:0:22665:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1789518530.559459:0:22665:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e730207d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:lustre-MDT0000-lwp-MDT0001_UUID+5:23399:x1876445522817408:12345-0@lo:900:osp-pre-0-1.0 00000100:00100000:0.0:1789518530.559515:0:22665:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e730207d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:lustre-MDT0000-lwp-MDT0001_UUID+5:23399:x1876445522817408:12345-0@lo:900:osp-pre-0-1.0 Request processed in 59us (193us total) trans 0 rc 0/0 00000100:00100000:0.0:1789518530.559521:0:22665:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00080000:0.0:1789518530.559543:0:23399:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8e730207e680 x1876445522817408/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 1789518546 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789518530.559549:0:23399:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e730207e680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:23399:1876445522817408:0@lo:900:osp-pre-0-1.0 00000100:00100000:3.0:1789518530.576066:0:24165:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e730207df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3636:x1876445522816384:12345-0@lo:8:kworker.0 Request processed in 61310us (62466us total) trans 0 rc -19/-19 00000100:00100000:3.0:1789518530.576081:0:24165:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00080000:1.0:1789518530.577623:0:3636:0:(import.c:65:import_set_state_nolock()) ffff8e7435dc4000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789518530.577633:0:3636:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1789518530.577639:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e7435f0a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3636:1876445522816384:0@lo:8:kworker.0 00010000:00010000:2.0:1789518530.869632:0:22642:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789518531.062043:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e7435f71880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3639:1876445522817536:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1789518531.062117:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789518531.062165:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1789518531.062171:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e730207e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1876445522817664:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1789518531.062193:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789518531.062224:0:22659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522817536 00000100:00100000:1.0:1789518531.062232:0:22659:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522817536 00000100:00100000:1.0:1789518531.062272:0:22659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522817664 00000100:00100000:1.0:1789518531.062275:0:22659:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522817664 00000100:00100000:1.0:1789518531.062290:0:22659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:1.0:1789518531.062297:0:22659:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e740dda3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3639:x1876445522817536:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1789518531.062328:0:22659:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1789518531.062374:0:22659:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e740dda3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3639:x1876445522817536:12345-0@lo:41:osp-pre-1-0.0 Request processed in 77us (256us total) trans 0 rc 0/0 00000100:00100000:1.0:1789518531.062385:0:22659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:1.0:1789518531.062403:0:22659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:1.0:1789518531.062409:0:22659:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7435f0a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3639:x1876445522817664:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1789518531.062424:0:22659:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:1.0:1789518531.062450:0:22659:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7435f0a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3639:x1876445522817664:12345-0@lo:41:osp-pre-0-1.0 Request processed in 41us (255us total) trans 0 rc 0/0 00000100:00100000:1.0:1789518531.062491:0:22659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:1.0:1789518531.062533:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e730207e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1876445522817664:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1789518531.062545:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e7435f71880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3639:1876445522817536:0@lo:41:osp-pre-1-0.0 00000020:00000004:2.0:1789518531.262903:0:24633:0:(tgt_mount.c:2346:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1789518531.263145:0:24633:0:(tgt_mount.c:2361:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:3.0:1789518531.894571:0:22641:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789518532.597684:0:3636:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789518512/real 1789518512] req@ffff8e7303db4e00 x1876445522806784/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789518532 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789518532.597722:0:3636:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8e7303db4e00 x1876445522806784/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789518532 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789518532.597745:0:3636:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789518512/real 1789518512] req@ffff8e7303db4700 x1876445522806912/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789518532 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789518532.597758:0:3636:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8e7303db4700 x1876445522806912/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789518532 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789518532.597777:0:3636:0:(import.c:65:import_set_state_nolock()) ffff8e74044ca000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789518532.597787:0:3636:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1789518532.597790:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e7303db4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3636:1876445522806784:0@lo:8:kworker.0 00000100:00080000:1.0:1789518532.597795:0:3636:0:(import.c:65:import_set_state_nolock()) ffff8e74416eb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789518532.597800:0:3636:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1789518532.597803:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e7303db4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3636:1876445522806912:0@lo:8:kworker.0 00000100:00080000:0.0:1789518532.598009:0:473:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789518532.598013:0:473:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789518532.598017:0:473:0:(import.c:65:import_set_state_nolock()) ffff8e74044ca000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789518532.598022:0:473:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 680 00000100:00080000:0.0:1789518532.598027:0:473:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1789518532.598036:0:473:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff8e74044ca000 using connection 192.168.202.143@tcp/0@lo 00000100:00100000:0.0:1789518532.598055:0:473:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8e743f9b3100 x1876445522818048/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789518532.598067:0:473:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789518532.598070:0:473:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789518532.598072:0:473:0:(import.c:65:import_set_state_nolock()) ffff8e74416eb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789518532.598075:0:473:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 680 00000100:00080000:0.0:1789518532.598078:0:473:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1789518532.598082:0:473:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff8e74416eb000 using connection 192.168.202.143@tcp/0@lo 00000100:00100000:0.0:1789518532.598093:0:473:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8e743f9b3800 x1876445522818176/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789518532.598139:0:473:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789518532.598142:0:473:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789518532.598144:0:473:0:(import.c:65:import_set_state_nolock()) ffff8e7435dc4000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789518532.598148:0:473:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 698 00000100:00080000:0.0:1789518532.598151:0:473:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1789518532.598156:0:473:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff8e7435dc4000 using connection 192.168.202.143@tcp/0@lo 00000100:00100000:0.0:1789518532.598167:0:473:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8e743f9b2680 x1876445522818688/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789518532.598306:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e730207e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1ba3fd75-b94d-432d-934d-65078cb73340:3637:1876445522817792:0@lo:400:kworker.0 00000100:00100000:1.0:1789518532.598368:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789518532.598410:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e743f9b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1876445522818560:0@lo:400:kworker.0 00000100:00100000:1.0:1789518532.598437:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789518532.598492:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1789518532.598499:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e743f9b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1876445522817920:0@lo:400:kworker.0 00000100:00100000:1.0:1789518532.598526:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789518532.598545:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e743f9b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3637:1876445522818816:0@lo:400:kworker.0 00000100:00100000:1.0:1789518532.598567:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789518532.598596:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e743f9b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3639:1876445522818304:0@lo:400:kworker.0 00000100:00100000:1.0:1789518532.598618:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789518532.598635:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e743f9b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3639:1876445522818944:0@lo:400:kworker.0 00000100:00100000:1.0:1789518532.598654:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789518532.598669:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1789518532.598674:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e743f9b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1876445522818432:0@lo:400:kworker.0 00000100:00100000:1.0:1789518532.598694:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789518532.598711:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e743f9b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3639:1876445522819072:0@lo:400:kworker.0 00000100:00100000:1.0:1789518532.598741:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789518532.598773:0:24163:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522818560 00000100:00100000:1.0:1789518532.598781:0:24163:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522818560 00000100:00100000:1.0:1789518532.598834:0:24163:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1789518532.598843:0:24163:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7435f09180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3637:x1876445522818560:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789518532.598891:0:24163:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7435f09180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3637:x1876445522818560:12345-0@lo:400:kworker.0 Request processed in 50us (453us total) trans 0 rc 0/0 00000100:00100000:1.0:1789518532.598898:0:24163:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1789518532.598921:0:22659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522817920 00000100:00100000:1.0:1789518532.598924:0:22659:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522817920 00000100:00100000:2.0:1789518532.599025:0:24590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522818816 00000100:00100000:2.0:1789518532.599029:0:24590:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522818816 00000100:00100000:2.0:1789518532.599044:0:24590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522818304 00000100:00100000:2.0:1789518532.599046:0:24590:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522818304 00000100:00100000:2.0:1789518532.599052:0:24590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522818944 00000100:00100000:2.0:1789518532.599053:0:24590:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522818944 00000100:00100000:2.0:1789518532.599060:0:24590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522819072 00000100:00100000:2.0:1789518532.599061:0:24590:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522819072 00000100:00100000:2.0:1789518532.599068:0:24590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:2.0:1789518532.599072:0:24590:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7435f0ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3637:x1876445522818816:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789518532.599097:0:24590:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7435f0ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3637:x1876445522818816:12345-0@lo:400:kworker.0 Request processed in 25us (530us total) trans 0 rc 0/0 00000100:00100000:2.0:1789518532.599106:0:24590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:2.0:1789518532.599117:0:24590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:2.0:1789518532.599120:0:24590:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7435f0bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1876445522818304:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789518532.599140:0:24590:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7435f0bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1876445522818304:12345-0@lo:400:kworker.0 Request processed in 20us (523us total) trans 0 rc 0/0 00000100:00100000:2.0:1789518532.599143:0:24590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:2.0:1789518532.599149:0:24590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:2.0:1789518532.599153:0:24590:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7435f0b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3639:x1876445522818944:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789518532.599165:0:24590:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7435f0b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3639:x1876445522818944:12345-0@lo:400:kworker.0 Request processed in 13us (512us total) trans 0 rc 0/0 00000100:00100000:2.0:1789518532.599168:0:24590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:2.0:1789518532.599174:0:24590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:2.0:1789518532.599177:0:24590:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7441294a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3639:x1876445522819072:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789518532.599189:0:24590:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7441294a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3639:x1876445522819072:12345-0@lo:400:kworker.0 Request processed in 12us (449us total) trans 0 rc 0/0 00000100:00100000:2.0:1789518532.599192:0:24590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:0.0:1789518532.599302:0:22645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522817792 00000100:00100000:0.0:1789518532.599305:0:22645:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522817792 00000100:00100000:0.0:1789518532.599334:0:22645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 92 00000100:00100000:0.0:1789518532.599338:0:22645:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e74379cbc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1ba3fd75-b94d-432d-934d-65078cb73340+21:3637:x1876445522817792:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789518532.599363:0:22645:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e74379cbc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1ba3fd75-b94d-432d-934d-65078cb73340+21:3637:x1876445522817792:12345-0@lo:400:kworker.0 Request processed in 26us (997us total) trans 0 rc 0/0 00000100:00100000:0.0:1789518532.599367:0:22645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 92 00000100:00100000:1.0:1789518532.600854:0:22659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522818432 00000100:00100000:1.0:1789518532.600865:0:22659:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522818432 00000100:00100000:1.0:1789518532.600896:0:22659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:1.0:1789518532.600905:0:22659:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7435f0b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3637:x1876445522817920:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789518532.600977:0:22659:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7435f0b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3637:x1876445522817920:12345-0@lo:400:kworker.0 Request processed in 73us (2449us total) trans 0 rc 0/0 00000100:00100000:1.0:1789518532.600984:0:22659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:1.0:1789518532.601000:0:22659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:1.0:1789518532.601006:0:22659:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7441297b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3639:x1876445522818432:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789518532.601033:0:22659:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7441297b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3639:x1876445522818432:12345-0@lo:400:kworker.0 Request processed in 28us (2339us total) trans 0 rc 0/0 00000100:00100000:1.0:1789518532.601039:0:22659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00080000:1.0:1789518532.601074:0:22649:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1789518532.601078:0:22649:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1789518532.601081:0:22649:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1789518532.601102:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e743f9b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3636:1876445522818048:0@lo:8:kworker.0 00000100:00100000:1.0:1789518532.601134:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789518532.601175:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e743f9b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3636:1876445522818176:0@lo:8:kworker.0 00000100:00100000:1.0:1789518532.601198:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789518532.601223:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e743f9b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3636:1876445522818688:0@lo:8:kworker.0 00000100:00100000:1.0:1789518532.601245:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789518532.601293:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e743f9b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1876445522818432:0@lo:400:kworker.0 00010000:00080000:1.0:1789518532.601308:0:3639:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8e743f9b1f80 x1876445522819072/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789518548 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789518532.601318:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e743f9b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3639:1876445522819072:0@lo:400:kworker.0 00010000:00080000:1.0:1789518532.601330:0:3639:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8e743f9b2a00 x1876445522818304/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789518548 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789518532.601338:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e743f9b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3639:1876445522818304:0@lo:400:kworker.0 00010000:00080000:1.0:1789518532.601359:0:3639:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8e743f9b0380 x1876445522818944/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789518548 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789518532.601367:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e743f9b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3639:1876445522818944:0@lo:400:kworker.0 00000100:00100000:1.0:1789518532.601408:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e743f9b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1876445522817920:0@lo:400:kworker.0 00010000:00080000:1.0:1789518532.601420:0:3637:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8e743f9b2d80 x1876445522818816/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789518548 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789518532.601427:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e743f9b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3637:1876445522818816:0@lo:400:kworker.0 00000100:00100000:1.0:1789518532.601437:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e730207e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1ba3fd75-b94d-432d-934d-65078cb73340:3637:1876445522817792:0@lo:400:kworker.0 00010000:00080000:1.0:1789518532.601447:0:3637:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8e743f9b3480 x1876445522818560/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1789518548 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789518532.601455:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e743f9b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1876445522818560:0@lo:400:kworker.0 00000100:00100000:0.0:1789518532.601574:0:24163:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522818048 00000100:00100000:0.0:1789518532.601579:0:24163:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522818048 00000100:00100000:0.0:1789518532.601604:0:24163:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522818176 00000100:00100000:0.0:1789518532.601607:0:24163:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522818176 00000100:00100000:0.0:1789518532.601615:0:24163:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522818688 00000100:00100000:0.0:1789518532.601618:0:24163:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522818688 00000100:00100000:0.0:1789518532.601626:0:24163:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1789518532.601632:0:24163:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7441295500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3636:x1876445522818048:12345-0@lo:8:kworker.0 00010000:00080000:0.0:1789518532.601657:0:24163:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-OST0000: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 700 last 0 00000020:00000080:0.0:1789518532.601690:0:24163:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x8d0fd67942315e6d 00002000:00100000:0.0:1789518532.601704:0:24163:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/ffff8e740d98e800 ocd_connect_flags: 0xa044401443000026 ocd_version: 2113a27 ocd_grant: 0 ocd_index: 0 ocd_group 0 00002000:00080000:0.0:1789518532.601715:0:24163:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0000: Received MDS connection for group 0 00002000:00100000:0.0:1789518532.601718:0:24163:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0000: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:0.0:1789518532.601797:0:24163:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:0.0:1789518532.601820:0:24163:0:(import.c:65:import_set_state_nolock()) ffff8e740d98f000 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1789518532.601861:0:24163:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7441295500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3636:x1876445522818048:12345-0@lo:8:kworker.0 Request processed in 228us (726us total) trans 0 rc 0/0 00000100:00100000:0.0:1789518532.601867:0:24163:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1789518532.601880:0:24163:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1789518532.601883:0:24163:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7441294380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3636:x1876445522818176:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1789518532.601894:0:24163:0:(ldlm_lib.c:1199:target_handle_connect()) lustre-OST0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1789518532.601920:0:24163:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7441294380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3636:x1876445522818176:12345-0@lo:8:kworker.0 Request processed in 35us (721us total) trans 0 rc -19/-19 00000100:00100000:0.0:1789518532.601926:0:24163:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1789518532.601935:0:24163:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1789518532.601939:0:24163:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7441296300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3636:x1876445522818688:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1789518532.601949:0:24163:0:(ldlm_lib.c:1199:target_handle_connect()) lustre-OST0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1789518532.601971:0:24163:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7441296300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3636:x1876445522818688:12345-0@lo:8:kworker.0 Request processed in 31us (726us total) trans 0 rc -19/-19 00000100:00100000:0.0:1789518532.601977:0:24163:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00010000:00080000:1.0:1789518532.604891:0:3636:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8e743f9b3100 x1876445522818048/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/416 e 0 to 0 dl 1789518557 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789518532.604907:0:3636:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:1.0:1789518532.604916:0:3636:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-OST0000-osc-MDT0000: connect to target with instance 3 00000100:00080000:1.0:1789518532.604926:0:3636:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-OST0000-osc-MDT0000: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:1.0:1789518532.604933:0:3636:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:1.0:1789518532.604936:0:3636:0:(import.c:65:import_set_state_nolock()) ffff8e74044ca000 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000004:00080000:1.0:1789518532.604970:0:3636:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:1.0:1789518532.604977:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e743f9b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3636:1876445522818048:0@lo:8:kworker.0 00000100:00080000:1.0:1789518532.604992:0:3636:0:(import.c:65:import_set_state_nolock()) ffff8e74416eb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789518532.604997:0:3636:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1789518532.605014:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e743f9b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3636:1876445522818176:0@lo:8:kworker.0 00000100:00080000:1.0:1789518532.605028:0:3636:0:(import.c:65:import_set_state_nolock()) ffff8e7435dc4000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789518532.605031:0:3636:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1789518532.605034:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e743f9b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3636:1876445522818688:0@lo:8:kworker.0 00000004:00080000:0.0:1789518532.605297:0:22678:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0000: going to cleanup orphans since [0x280000400:0x22:0x0] 00000100:00100000:0.0:1789518532.605319:0:22678:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e743f9b1c00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22678:1876445522819328:0@lo:5:osp-pre-0-0.0 00000100:00100000:0.0:1789518532.605382:0:22678:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789518532.605416:0:22678:0:(client.c:2716:ptlrpc_set_wait()) set ffff8e743b528540 going to sleep for 11 seconds 00000100:00100000:0.0:1789518532.605435:0:24163:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522819328 00000100:00100000:0.0:1789518532.605441:0:24163:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522819328 00000100:00100000:0.0:1789518532.605512:0:24163:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1789518532.605527:0:24163:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e743f9b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:22678:x1876445522819328:12345-0@lo:5:osp-pre-0-0.0 00000004:00080000:3.0:1789518532.606007:0:22677:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:3.0:1789518532.606091:0:22677:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 700391626606ns, next at 0ns, rc = 0 00080000:00080000:3.0:1789518532.606098:0:22677:0:(osd_handler.c:2849:osd_commit_async()) lustre-MDT0000: async commit OSD 00000100:00100000:2.0:1789518532.608781:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1789518532.608814:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e743f9b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1876445522819200:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1789518532.608891:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789518532.609875:0:24167:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522819200 00000100:00100000:1.0:1789518532.609887:0:24167:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522819200 00000100:00100000:1.0:1789518532.609949:0:24167:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1789518532.609960:0:24167:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7435f71500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3638:x1876445522819200:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1789518532.609992:0:24167:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3915857920 avail 3684335616 00000100:00100000:1.0:1789518532.610057:0:24167:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7435f71500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3638:x1876445522819200:12345-0@lo:13:osp-pre-0-0.0 Request processed in 99us (1165us total) trans 0 rc 0/0 00000100:00100000:1.0:1789518532.610064:0:24167:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00080000:1.0:1789518532.610091:0:22649:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00080000:1.0:1789518532.610122:0:3638:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8e743f9b1500 x1876445522819200/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789518548 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789518532.610142:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e743f9b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1876445522819200:0@lo:13:osp-pre-0-0.0 00002000:00080000:1.0:1789518532.617266:0:24163:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0000: adding sequence 0x280000400 00002000:00080000:1.0:1789518532.617283:0:24163:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = -31 00002000:02000040:1.0:1789518532.617292:0:24163:0:(ofd_dev.c:1491:ofd_orphans_destroy()) lustre-OST0000: new connection from lustre-MDT0000-mdtlov (cleaning up unused objects from 0x280000400:35 to 0x280000400:65) 00000004:00080000:3.0:1789518532.621146:0:22633:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1 committed 00002000:00010000:1.0:1789518532.630076:0:24163:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x41:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789518532.630089:0:24163:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000047cf84ac/0x8d0fd67942315e74 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518532.630106:0:24163:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x41:0x0].0x0 since=700s v=(0 0) 00010000:00010000:1.0:1789518532.630111:0:24163:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x41:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789518532.630117:0:24163:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000047cf84ac/0x8d0fd67942315e74 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518532.630148:0:24163:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000047cf84ac/0x8d0fd67942315e74 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518532.630160:0:24163:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000047cf84ac/0x8d0fd67942315e74 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518532.630168:0:24163:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000047cf84ac/0x8d0fd67942315e74 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518532.630204:0:24163:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1789518532.630382:0:22642:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789518532.630390:0:22642:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000047cf84ac/0x8d0fd67942315e74 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518532.630400:0:22642:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8e7435f0d400 already unused, calling callback (ffffffffc0bd28b0) 00010000:00010000:2.0:1789518532.630404:0:22642:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000047cf84ac/0x8d0fd67942315e74 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518532.630420:0:22642:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000047cf84ac/0x8d0fd67942315e74 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1789518532.631089:0:24163:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x40:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789518532.631099:0:24163:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003b8621b1/0x8d0fd67942315e7b lrc: 3/0,1 mode: --/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518532.631109:0:24163:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x40:0x0].0x0 since=700s v=(0 0) 00010000:00010000:1.0:1789518532.631113:0:24163:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x40:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789518532.631117:0:24163:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003b8621b1/0x8d0fd67942315e7b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518532.631127:0:24163:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003b8621b1/0x8d0fd67942315e7b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518532.631136:0:24163:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003b8621b1/0x8d0fd67942315e7b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518532.631156:0:24163:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003b8621b1/0x8d0fd67942315e7b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518532.631180:0:24163:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1789518532.631357:0:22641:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789518532.631785:0:24700:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789518532.631788:0:24700:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789518532.631790:0:24700:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789518532.631833:0:22641:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003b8621b1/0x8d0fd67942315e7b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518532.631844:0:22641:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8e7435f0c600 already unused, calling callback (ffffffffc0bd28b0) 00010000:00010000:0.0:1789518532.631848:0:22641:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003b8621b1/0x8d0fd67942315e7b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518532.631856:0:22641:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003b8621b1/0x8d0fd67942315e7b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518532.631875:0:22641:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003b8621b1/0x8d0fd67942315e7b lrc: 1/0,0 mode: --/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518532.631883:0:22641:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003b8621b1/0x8d0fd67942315e7b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518532.631903:0:22641:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789518532.631904:0:22641:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789518532.631905:0:22641:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789518532.632228:0:22642:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000047cf84ac/0x8d0fd67942315e74 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518532.632236:0:22642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000047cf84ac/0x8d0fd67942315e74 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518532.632252:0:22642:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789518532.632253:0:22642:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789518532.632255:0:22642:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1789518532.633745:0:24163:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x3f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789518532.633757:0:24163:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003cfbc337/0x8d0fd67942315e82 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518532.633771:0:24163:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x3f:0x0].0x0 since=700s v=(0 0) 00010000:00010000:2.0:1789518532.633775:0:24163:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x3f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789518532.633781:0:24163:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003cfbc337/0x8d0fd67942315e82 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518532.633794:0:24163:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003cfbc337/0x8d0fd67942315e82 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518532.633805:0:24163:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003cfbc337/0x8d0fd67942315e82 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518532.633825:0:24163:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003cfbc337/0x8d0fd67942315e82 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518532.633852:0:24163:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1789518532.634192:0:24700:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789518532.634199:0:24700:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003cfbc337/0x8d0fd67942315e82 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518532.634208:0:24700:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8e73033ad000 already unused, calling callback (ffffffffc0bd28b0) 00010000:00010000:3.0:1789518532.634212:0:24700:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003cfbc337/0x8d0fd67942315e82 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518532.634221:0:24700:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003cfbc337/0x8d0fd67942315e82 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518532.634245:0:24700:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003cfbc337/0x8d0fd67942315e82 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518532.634253:0:24700:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003cfbc337/0x8d0fd67942315e82 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518532.634273:0:24700:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789518532.634275:0:24700:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789518532.634276:0:24700:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1789518532.636861:0:24163:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x3e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789518532.636876:0:24163:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fef1693f/0x8d0fd67942315e89 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518532.636892:0:24163:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x3e:0x0].0x0 since=700s v=(0 0) 00010000:00010000:2.0:1789518532.636897:0:24163:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x3e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789518532.636903:0:24163:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fef1693f/0x8d0fd67942315e89 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518532.636917:0:24163:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fef1693f/0x8d0fd67942315e89 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518532.636927:0:24163:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fef1693f/0x8d0fd67942315e89 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518532.636935:0:24163:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000fef1693f/0x8d0fd67942315e89 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518532.636960:0:24163:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1789518532.637506:0:22641:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789518532.637515:0:22641:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000fef1693f/0x8d0fd67942315e89 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518532.637524:0:22641:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8e73033ada00 already unused, calling callback (ffffffffc0bd28b0) 00010000:00010000:3.0:1789518532.637529:0:22641:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000fef1693f/0x8d0fd67942315e89 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518532.637549:0:22641:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000fef1693f/0x8d0fd67942315e89 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518532.637567:0:22641:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000fef1693f/0x8d0fd67942315e89 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518532.637576:0:22641:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fef1693f/0x8d0fd67942315e89 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518532.637608:0:22641:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789518532.637610:0:22641:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789518532.637612:0:22641:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1789518532.638587:0:24163:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x3d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789518532.638599:0:24163:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000075a6ec8/0x8d0fd67942315e90 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518532.638620:0:24163:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x3d:0x0].0x0 since=700s v=(0 0) 00010000:00010000:2.0:1789518532.638625:0:24163:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x3d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789518532.638631:0:24163:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000075a6ec8/0x8d0fd67942315e90 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518532.638644:0:24163:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000075a6ec8/0x8d0fd67942315e90 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518532.638655:0:24163:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000075a6ec8/0x8d0fd67942315e90 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518532.638663:0:24163:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000075a6ec8/0x8d0fd67942315e90 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518532.638690:0:24163:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1789518532.639098:0:22642:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789518532.639105:0:22642:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000075a6ec8/0x8d0fd67942315e90 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518532.639113:0:22642:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8e73033ad600 already unused, calling callback (ffffffffc0bd28b0) 00010000:00010000:0.0:1789518532.639118:0:22642:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000075a6ec8/0x8d0fd67942315e90 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518532.639138:0:22642:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000075a6ec8/0x8d0fd67942315e90 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518532.639153:0:22642:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000075a6ec8/0x8d0fd67942315e90 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518532.639159:0:22642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000075a6ec8/0x8d0fd67942315e90 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518532.639177:0:22642:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789518532.639179:0:22642:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789518532.639180:0:22642:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1789518532.639266:0:24163:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x3c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789518532.639271:0:24163:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000036e39419/0x8d0fd67942315e97 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518532.639279:0:24163:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x3c:0x0].0x0 since=700s v=(0 0) 00010000:00010000:2.0:1789518532.639283:0:24163:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x3c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789518532.639287:0:24163:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000036e39419/0x8d0fd67942315e97 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518532.639295:0:24163:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000036e39419/0x8d0fd67942315e97 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518532.639314:0:24163:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000036e39419/0x8d0fd67942315e97 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518532.639320:0:24163:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000036e39419/0x8d0fd67942315e97 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518532.639336:0:24163:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1789518532.640089:0:24163:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x3b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789518532.640097:0:24163:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f562f885/0x8d0fd67942315e9e lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518532.640106:0:24163:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x3b:0x0].0x0 since=700s v=(0 0) 00010000:00010000:2.0:1789518532.640109:0:24163:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x3b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789518532.640114:0:24163:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f562f885/0x8d0fd67942315e9e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518532.640124:0:24163:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f562f885/0x8d0fd67942315e9e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518532.640133:0:24163:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f562f885/0x8d0fd67942315e9e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518532.640140:0:24163:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f562f885/0x8d0fd67942315e9e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518532.640202:0:24163:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:2.0:1789518532.641859:0:24163:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x3a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789518532.641871:0:24163:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000072e0ddb5/0x8d0fd67942315ea5 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518532.641885:0:24163:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x3a:0x0].0x0 since=700s v=(0 0) 00010000:00010000:2.0:1789518532.641889:0:24163:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x3a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789518532.641895:0:24163:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000072e0ddb5/0x8d0fd67942315ea5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518532.641906:0:24163:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000072e0ddb5/0x8d0fd67942315ea5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518532.641916:0:24163:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000072e0ddb5/0x8d0fd67942315ea5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518532.641924:0:24163:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000072e0ddb5/0x8d0fd67942315ea5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518532.642940:0:22641:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1789518532.642951:0:22641:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000036e39419/0x8d0fd67942315e97 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518532.642960:0:22641:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8e73033ac400 already unused, calling callback (ffffffffc0bd28b0) 00010000:00010000:0.0:1789518532.642964:0:22641:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000036e39419/0x8d0fd67942315e97 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518532.642974:0:22641:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000036e39419/0x8d0fd67942315e97 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518532.642993:0:22641:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000036e39419/0x8d0fd67942315e97 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518532.643021:0:22641:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000036e39419/0x8d0fd67942315e97 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518532.643047:0:22641:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1789518532.643051:0:22641:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f562f885/0x8d0fd67942315e9e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518532.643058:0:22641:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8e73033ad400 already unused, calling callback (ffffffffc0bd28b0) 00010000:00010000:0.0:1789518532.643060:0:22641:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f562f885/0x8d0fd67942315e9e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518532.643067:0:22641:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f562f885/0x8d0fd67942315e9e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518532.643077:0:22641:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f562f885/0x8d0fd67942315e9e lrc: 1/0,0 mode: --/PW res: [0x280000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518532.643083:0:22641:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f562f885/0x8d0fd67942315e9e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518532.643095:0:22641:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789518532.643098:0:22641:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000072e0ddb5/0x8d0fd67942315ea5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518532.643104:0:22641:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8e73033ad800 already unused, calling callback (ffffffffc0bd28b0) 00010000:00010000:0.0:1789518532.643113:0:22641:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000072e0ddb5/0x8d0fd67942315ea5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518532.643121:0:22641:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000072e0ddb5/0x8d0fd67942315ea5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518532.643132:0:22641:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000072e0ddb5/0x8d0fd67942315ea5 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518532.643140:0:22641:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789518532.643142:0:22641:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789518532.643144:0:22641:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789518532.644756:0:24700:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789518532.645645:0:24163:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:2.0:1789518532.645657:0:24163:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000072e0ddb5/0x8d0fd67942315ea5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518532.646042:0:22642:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1789518532.646820:0:24163:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x39:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789518532.646831:0:24163:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008cfbb013/0x8d0fd67942315eac lrc: 3/0,1 mode: --/PW res: [0x280000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518532.646854:0:24163:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x39:0x0].0x0 since=700s v=(0 0) 00010000:00010000:2.0:1789518532.646859:0:24163:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x39:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789518532.646866:0:24163:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008cfbb013/0x8d0fd67942315eac lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518532.646880:0:24163:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008cfbb013/0x8d0fd67942315eac lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518532.646890:0:24163:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008cfbb013/0x8d0fd67942315eac lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518532.646897:0:24163:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008cfbb013/0x8d0fd67942315eac lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518532.646920:0:24163:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1789518532.647070:0:22641:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789518532.647078:0:22641:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008cfbb013/0x8d0fd67942315eac lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518532.647086:0:22641:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8e73033aca00 already unused, calling callback (ffffffffc0bd28b0) 00010000:00010000:0.0:1789518532.647091:0:22641:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008cfbb013/0x8d0fd67942315eac lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518532.647101:0:22641:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008cfbb013/0x8d0fd67942315eac lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518532.647119:0:22641:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008cfbb013/0x8d0fd67942315eac lrc: 1/0,0 mode: --/PW res: [0x280000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518532.647126:0:22641:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008cfbb013/0x8d0fd67942315eac lrc: 0/0,0 mode: --/PW res: [0x280000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518532.647151:0:22641:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789518532.647153:0:22641:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789518532.647155:0:22641:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1789518532.651843:0:24163:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x38:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789518532.651859:0:24163:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d6babe4d/0x8d0fd67942315eb3 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518532.651877:0:24163:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x38:0x0].0x0 since=700s v=(0 0) 00010000:00010000:2.0:1789518532.651882:0:24163:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x38:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789518532.651889:0:24163:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d6babe4d/0x8d0fd67942315eb3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518532.651903:0:24163:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d6babe4d/0x8d0fd67942315eb3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518532.651930:0:24163:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d6babe4d/0x8d0fd67942315eb3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518532.651937:0:24163:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d6babe4d/0x8d0fd67942315eb3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518532.651957:0:24163:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1789518532.653986:0:24163:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x37:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789518532.654000:0:24163:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008834c4af/0x8d0fd67942315eba lrc: 3/0,1 mode: --/PW res: [0x280000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518532.654016:0:24163:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x37:0x0].0x0 since=700s v=(0 0) 00010000:00010000:2.0:1789518532.654021:0:24163:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x37:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789518532.654028:0:24163:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008834c4af/0x8d0fd67942315eba lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518532.654044:0:24163:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008834c4af/0x8d0fd67942315eba lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518532.654056:0:24163:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008834c4af/0x8d0fd67942315eba lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518532.654063:0:24163:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008834c4af/0x8d0fd67942315eba lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518532.654107:0:24163:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1789518532.654288:0:24700:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1789518532.654297:0:24700:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d6babe4d/0x8d0fd67942315eb3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518532.654308:0:24700:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8e73033ac200 already unused, calling callback (ffffffffc0bd28b0) 00010000:00010000:3.0:1789518532.654314:0:24700:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d6babe4d/0x8d0fd67942315eb3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518532.654325:0:24700:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d6babe4d/0x8d0fd67942315eb3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518532.654343:0:24700:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d6babe4d/0x8d0fd67942315eb3 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518532.654352:0:24700:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d6babe4d/0x8d0fd67942315eb3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518532.654372:0:24700:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789518532.654376:0:24700:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008834c4af/0x8d0fd67942315eba lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518532.654382:0:24700:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8e73033acc00 already unused, calling callback (ffffffffc0bd28b0) 00010000:00010000:3.0:1789518532.654393:0:24700:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008834c4af/0x8d0fd67942315eba lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518532.654408:0:24700:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008834c4af/0x8d0fd67942315eba lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518532.654431:0:24700:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008834c4af/0x8d0fd67942315eba lrc: 1/0,0 mode: --/PW res: [0x280000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518532.654440:0:24700:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008834c4af/0x8d0fd67942315eba lrc: 0/0,0 mode: --/PW res: [0x280000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518532.654456:0:24700:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789518532.654458:0:24700:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789518532.654459:0:24700:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789518532.654966:0:22642:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1789518532.656739:0:24163:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x36:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789518532.656753:0:24163:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008cfbb013/0x8d0fd67942315ec1 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518532.656769:0:24163:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x36:0x0].0x0 since=700s v=(0 0) 00010000:00010000:2.0:1789518532.656774:0:24163:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x36:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789518532.656781:0:24163:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008cfbb013/0x8d0fd67942315ec1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518532.656796:0:24163:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008cfbb013/0x8d0fd67942315ec1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518532.656806:0:24163:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008cfbb013/0x8d0fd67942315ec1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518532.656814:0:24163:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008cfbb013/0x8d0fd67942315ec1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518532.656837:0:24163:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1789518532.657063:0:22641:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789518532.657071:0:22641:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008cfbb013/0x8d0fd67942315ec1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518532.657080:0:22641:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8e73033aca00 already unused, calling callback (ffffffffc0bd28b0) 00010000:00010000:0.0:1789518532.657085:0:22641:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008cfbb013/0x8d0fd67942315ec1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518532.657093:0:22641:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008cfbb013/0x8d0fd67942315ec1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518532.657110:0:22641:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008cfbb013/0x8d0fd67942315ec1 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518532.657118:0:22641:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008cfbb013/0x8d0fd67942315ec1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518532.657137:0:22641:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789518532.657139:0:22641:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789518532.657141:0:22641:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1789518532.663089:0:24163:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x35:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789518532.663104:0:24163:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f562f885/0x8d0fd67942315ec8 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518532.663124:0:24163:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x35:0x0].0x0 since=700s v=(0 0) 00010000:00010000:2.0:1789518532.663136:0:24163:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x35:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789518532.663143:0:24163:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f562f885/0x8d0fd67942315ec8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518532.663159:0:24163:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f562f885/0x8d0fd67942315ec8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518532.663170:0:24163:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f562f885/0x8d0fd67942315ec8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518532.663178:0:24163:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f562f885/0x8d0fd67942315ec8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518532.663207:0:24163:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1789518532.663443:0:24700:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789518532.663451:0:24700:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f562f885/0x8d0fd67942315ec8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518532.663495:0:24700:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8e73033ad400 already unused, calling callback (ffffffffc0bd28b0) 00010000:00010000:0.0:1789518532.663500:0:24700:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f562f885/0x8d0fd67942315ec8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518532.663510:0:24700:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f562f885/0x8d0fd67942315ec8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518532.663529:0:24700:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f562f885/0x8d0fd67942315ec8 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518532.663548:0:24700:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f562f885/0x8d0fd67942315ec8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518532.663569:0:24700:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789518532.663571:0:24700:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789518532.663573:0:24700:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1789518532.664576:0:24163:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x34:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789518532.664585:0:24163:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000036e39419/0x8d0fd67942315ecf lrc: 3/0,1 mode: --/PW res: [0x280000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518532.664598:0:24163:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x34:0x0].0x0 since=700s v=(0 0) 00010000:00010000:2.0:1789518532.664602:0:24163:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x34:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789518532.664607:0:24163:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000036e39419/0x8d0fd67942315ecf lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518532.664618:0:24163:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000036e39419/0x8d0fd67942315ecf lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518532.664627:0:24163:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000036e39419/0x8d0fd67942315ecf lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518532.664644:0:24163:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000036e39419/0x8d0fd67942315ecf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518532.664663:0:24163:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1789518532.664951:0:22642:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789518532.664958:0:22642:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000036e39419/0x8d0fd67942315ecf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518532.664966:0:22642:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8e73033ac400 already unused, calling callback (ffffffffc0bd28b0) 00010000:00010000:0.0:1789518532.664969:0:22642:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000036e39419/0x8d0fd67942315ecf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518532.664978:0:22642:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000036e39419/0x8d0fd67942315ecf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518532.664998:0:22642:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000036e39419/0x8d0fd67942315ecf lrc: 1/0,0 mode: --/PW res: [0x280000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518532.665006:0:22642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000036e39419/0x8d0fd67942315ecf lrc: 0/0,0 mode: --/PW res: [0x280000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518532.665023:0:22642:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789518532.665025:0:22642:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789518532.665026:0:22642:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1789518532.667118:0:24163:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x33:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789518532.667131:0:24163:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000072e0ddb5/0x8d0fd67942315ed6 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518532.667147:0:24163:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x33:0x0].0x0 since=700s v=(0 0) 00010000:00010000:2.0:1789518532.667150:0:24163:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x33:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789518532.667156:0:24163:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000072e0ddb5/0x8d0fd67942315ed6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518532.667171:0:24163:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000072e0ddb5/0x8d0fd67942315ed6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518532.667182:0:24163:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000072e0ddb5/0x8d0fd67942315ed6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518532.667189:0:24163:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000072e0ddb5/0x8d0fd67942315ed6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518532.667217:0:24163:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1789518532.667753:0:22641:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789518532.667762:0:22641:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000072e0ddb5/0x8d0fd67942315ed6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518532.667772:0:22641:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8e73033ad800 already unused, calling callback (ffffffffc0bd28b0) 00010000:00010000:0.0:1789518532.667777:0:22641:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000072e0ddb5/0x8d0fd67942315ed6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518532.667786:0:22641:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000072e0ddb5/0x8d0fd67942315ed6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518532.667801:0:22641:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000072e0ddb5/0x8d0fd67942315ed6 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518532.667809:0:22641:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000072e0ddb5/0x8d0fd67942315ed6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518532.667842:0:22641:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789518532.667844:0:22641:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789518532.667847:0:22641:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1789518532.668064:0:24163:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x32:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789518532.668070:0:24163:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000075a6ec8/0x8d0fd67942315edd lrc: 3/0,1 mode: --/PW res: [0x280000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518532.668086:0:24163:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x32:0x0].0x0 since=700s v=(0 0) 00010000:00010000:2.0:1789518532.668090:0:24163:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x32:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789518532.668095:0:24163:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000075a6ec8/0x8d0fd67942315edd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518532.668104:0:24163:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000075a6ec8/0x8d0fd67942315edd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518532.668113:0:24163:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000075a6ec8/0x8d0fd67942315edd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518532.668120:0:24163:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000075a6ec8/0x8d0fd67942315edd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518532.668144:0:24163:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1789518532.668281:0:24700:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789518532.668287:0:24700:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000075a6ec8/0x8d0fd67942315edd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518532.668295:0:24700:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8e73033ad600 already unused, calling callback (ffffffffc0bd28b0) 00010000:00010000:0.0:1789518532.668299:0:24700:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000075a6ec8/0x8d0fd67942315edd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518532.668308:0:24700:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000075a6ec8/0x8d0fd67942315edd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518532.668320:0:24700:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000075a6ec8/0x8d0fd67942315edd lrc: 1/0,0 mode: --/PW res: [0x280000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518532.668327:0:24700:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000075a6ec8/0x8d0fd67942315edd lrc: 0/0,0 mode: --/PW res: [0x280000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518532.668341:0:24700:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789518532.668343:0:24700:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789518532.668344:0:24700:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1789518532.668514:0:24163:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x31:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789518532.668521:0:24163:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003cfbc337/0x8d0fd67942315ee4 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518532.668530:0:24163:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x31:0x0].0x0 since=700s v=(0 0) 00010000:00010000:2.0:1789518532.668533:0:24163:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x31:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789518532.668537:0:24163:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003cfbc337/0x8d0fd67942315ee4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518532.668547:0:24163:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003cfbc337/0x8d0fd67942315ee4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518532.668565:0:24163:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003cfbc337/0x8d0fd67942315ee4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518532.668571:0:24163:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003cfbc337/0x8d0fd67942315ee4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518532.668591:0:24163:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1789518532.668613:0:22642:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789518532.668621:0:22642:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003cfbc337/0x8d0fd67942315ee4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518532.668645:0:22642:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8e73033ad000 already unused, calling callback (ffffffffc0bd28b0) 00010000:00010000:0.0:1789518532.668649:0:22642:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003cfbc337/0x8d0fd67942315ee4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518532.668658:0:22642:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003cfbc337/0x8d0fd67942315ee4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518532.668669:0:22642:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003cfbc337/0x8d0fd67942315ee4 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518532.668676:0:22642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003cfbc337/0x8d0fd67942315ee4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518532.668691:0:22642:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789518532.668694:0:22642:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789518532.668696:0:22642:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1789518532.674153:0:24163:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x30:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789518532.674167:0:24163:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ccc79d2c/0x8d0fd67942315eeb lrc: 3/0,1 mode: --/PW res: [0x280000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518532.674184:0:24163:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x30:0x0].0x0 since=700s v=(0 0) 00010000:00010000:0.0:1789518532.674189:0:24163:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x30:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789518532.674197:0:24163:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ccc79d2c/0x8d0fd67942315eeb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518532.674212:0:24163:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ccc79d2c/0x8d0fd67942315eeb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518532.674238:0:24163:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ccc79d2c/0x8d0fd67942315eeb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518532.674246:0:24163:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ccc79d2c/0x8d0fd67942315eeb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518532.674271:0:24163:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1789518532.674292:0:22641:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789518532.674301:0:22641:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ccc79d2c/0x8d0fd67942315eeb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518532.674310:0:22641:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8e7435f9c200 already unused, calling callback (ffffffffc0bd28b0) 00010000:00010000:1.0:1789518532.674315:0:22641:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ccc79d2c/0x8d0fd67942315eeb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518532.674338:0:22641:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ccc79d2c/0x8d0fd67942315eeb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518532.674356:0:22641:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ccc79d2c/0x8d0fd67942315eeb lrc: 1/0,0 mode: --/PW res: [0x280000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518532.674363:0:22641:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ccc79d2c/0x8d0fd67942315eeb lrc: 0/0,0 mode: --/PW res: [0x280000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518532.674384:0:22641:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789518532.674386:0:22641:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789518532.674388:0:22641:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1789518532.675037:0:24163:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x2f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789518532.675045:0:24163:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e61b15a2/0x8d0fd67942315ef2 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518532.675054:0:24163:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x2f:0x0].0x0 since=700s v=(0 0) 00010000:00010000:0.0:1789518532.675057:0:24163:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x2f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789518532.675061:0:24163:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e61b15a2/0x8d0fd67942315ef2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518532.675071:0:24163:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e61b15a2/0x8d0fd67942315ef2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518532.675079:0:24163:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e61b15a2/0x8d0fd67942315ef2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518532.675086:0:24163:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e61b15a2/0x8d0fd67942315ef2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518532.675122:0:24163:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1789518532.675224:0:24700:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789518532.675232:0:24700:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e61b15a2/0x8d0fd67942315ef2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518532.675241:0:24700:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8e7435f9de00 already unused, calling callback (ffffffffc0bd28b0) 00010000:00010000:3.0:1789518532.675244:0:24700:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e61b15a2/0x8d0fd67942315ef2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518532.675253:0:24700:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e61b15a2/0x8d0fd67942315ef2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518532.675266:0:24700:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e61b15a2/0x8d0fd67942315ef2 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518532.675279:0:24700:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e61b15a2/0x8d0fd67942315ef2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518532.675295:0:24700:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789518532.675297:0:24700:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789518532.675299:0:24700:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1789518532.675713:0:24163:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x2e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789518532.675719:0:24163:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000218624e4/0x8d0fd67942315ef9 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518532.675736:0:24163:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x2e:0x0].0x0 since=700s v=(0 0) 00010000:00010000:0.0:1789518532.675740:0:24163:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x2e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789518532.675745:0:24163:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000218624e4/0x8d0fd67942315ef9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518532.675759:0:24163:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000218624e4/0x8d0fd67942315ef9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518532.675768:0:24163:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000218624e4/0x8d0fd67942315ef9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518532.675775:0:24163:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000218624e4/0x8d0fd67942315ef9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518532.675837:0:24163:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1789518532.676352:0:22642:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789518532.676365:0:22642:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000218624e4/0x8d0fd67942315ef9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518532.676373:0:22642:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8e7435f9c000 already unused, calling callback (ffffffffc0bd28b0) 00010000:00010000:1.0:1789518532.676377:0:22642:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000218624e4/0x8d0fd67942315ef9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518532.676385:0:22642:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000218624e4/0x8d0fd67942315ef9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518532.676397:0:22642:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000218624e4/0x8d0fd67942315ef9 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518532.676404:0:22642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000218624e4/0x8d0fd67942315ef9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518532.676421:0:22642:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789518532.676423:0:22642:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789518532.676649:0:22642:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1789518532.677351:0:24163:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x2d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789518532.677359:0:24163:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d09d5e96/0x8d0fd67942315f00 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518532.677369:0:24163:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x2d:0x0].0x0 since=700s v=(0 0) 00010000:00010000:0.0:1789518532.677376:0:24163:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x2d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789518532.677380:0:24163:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d09d5e96/0x8d0fd67942315f00 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518532.677389:0:24163:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d09d5e96/0x8d0fd67942315f00 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518532.677403:0:24163:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d09d5e96/0x8d0fd67942315f00 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518532.677411:0:24163:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d09d5e96/0x8d0fd67942315f00 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518532.677436:0:24163:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1789518532.677963:0:24163:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x2c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789518532.677969:0:24163:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009e5ccab1/0x8d0fd67942315f07 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518532.677979:0:24163:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x2c:0x0].0x0 since=700s v=(0 0) 00010000:00010000:0.0:1789518532.677982:0:24163:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x2c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789518532.677986:0:24163:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009e5ccab1/0x8d0fd67942315f07 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518532.677995:0:24163:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009e5ccab1/0x8d0fd67942315f07 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518532.678004:0:24163:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009e5ccab1/0x8d0fd67942315f07 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518532.678018:0:24163:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009e5ccab1/0x8d0fd67942315f07 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518532.678032:0:24163:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1789518532.678060:0:22641:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1789518532.678068:0:22641:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d09d5e96/0x8d0fd67942315f00 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518532.678076:0:22641:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8e7435f9d800 already unused, calling callback (ffffffffc0bd28b0) 00010000:00010000:1.0:1789518532.678080:0:22641:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d09d5e96/0x8d0fd67942315f00 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518532.678102:0:22641:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d09d5e96/0x8d0fd67942315f00 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518532.678118:0:22641:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d09d5e96/0x8d0fd67942315f00 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518532.678125:0:22641:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d09d5e96/0x8d0fd67942315f00 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518532.678141:0:22641:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789518532.678144:0:22641:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009e5ccab1/0x8d0fd67942315f07 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518532.678149:0:22641:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8e7435f9ca00 already unused, calling callback (ffffffffc0bd28b0) 00010000:00010000:1.0:1789518532.678152:0:22641:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009e5ccab1/0x8d0fd67942315f07 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518532.678159:0:22641:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009e5ccab1/0x8d0fd67942315f07 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518532.678166:0:22641:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009e5ccab1/0x8d0fd67942315f07 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518532.678172:0:22641:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009e5ccab1/0x8d0fd67942315f07 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518532.678193:0:22641:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789518532.678195:0:22641:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789518532.678197:0:22641:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789518532.678378:0:24700:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1789518532.678773:0:24163:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x2b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789518532.678781:0:24163:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a8c281cc/0x8d0fd67942315f0e lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518532.678792:0:24163:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x2b:0x0].0x0 since=700s v=(0 0) 00010000:00010000:0.0:1789518532.678795:0:24163:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x2b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789518532.678799:0:24163:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a8c281cc/0x8d0fd67942315f0e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518532.678809:0:24163:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a8c281cc/0x8d0fd67942315f0e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518532.678817:0:24163:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a8c281cc/0x8d0fd67942315f0e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518532.678824:0:24163:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a8c281cc/0x8d0fd67942315f0e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518532.678847:0:24163:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1789518532.679416:0:24163:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x2a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789518532.679423:0:24163:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000081e90879/0x8d0fd67942315f15 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518532.679756:0:22642:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789518532.679763:0:22642:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a8c281cc/0x8d0fd67942315f0e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518532.679774:0:22642:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8e7435f9d000 already unused, calling callback (ffffffffc0bd28b0) 00010000:00010000:1.0:1789518532.679778:0:22642:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a8c281cc/0x8d0fd67942315f0e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518532.679787:0:22642:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a8c281cc/0x8d0fd67942315f0e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518532.679800:0:22642:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a8c281cc/0x8d0fd67942315f0e lrc: 1/0,0 mode: --/PW res: [0x280000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518532.679807:0:22642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a8c281cc/0x8d0fd67942315f0e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518532.679825:0:22642:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789518532.679826:0:22642:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789518532.679827:0:22642:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789518532.680086:0:24163:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x2a:0x0].0x0 since=700s v=(0 0) 00010000:00010000:0.0:1789518532.680090:0:24163:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x2a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789518532.680094:0:24163:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000081e90879/0x8d0fd67942315f15 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518532.680105:0:24163:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000081e90879/0x8d0fd67942315f15 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518532.680114:0:24163:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000081e90879/0x8d0fd67942315f15 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518532.680120:0:24163:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000081e90879/0x8d0fd67942315f15 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518532.680182:0:24163:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1789518532.680350:0:22641:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789518532.680357:0:22641:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000081e90879/0x8d0fd67942315f15 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518532.680376:0:22641:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8e7435f9d600 already unused, calling callback (ffffffffc0bd28b0) 00010000:00010000:1.0:1789518532.680380:0:22641:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000081e90879/0x8d0fd67942315f15 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518532.680387:0:22641:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000081e90879/0x8d0fd67942315f15 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518532.680398:0:22641:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000081e90879/0x8d0fd67942315f15 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518532.680404:0:22641:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000081e90879/0x8d0fd67942315f15 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518532.680419:0:22641:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789518532.680421:0:22641:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789518532.680423:0:22641:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1789518532.680608:0:24163:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x29:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789518532.680615:0:24163:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c6d7171b/0x8d0fd67942315f1c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518532.680624:0:24163:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x29:0x0].0x0 since=700s v=(0 0) 00010000:00010000:0.0:1789518532.680628:0:24163:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x29:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789518532.680632:0:24163:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c6d7171b/0x8d0fd67942315f1c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518532.680641:0:24163:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c6d7171b/0x8d0fd67942315f1c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518532.680660:0:24163:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c6d7171b/0x8d0fd67942315f1c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518532.680667:0:24163:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c6d7171b/0x8d0fd67942315f1c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518532.680687:0:24163:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1789518532.680707:0:24700:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789518532.680714:0:24700:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c6d7171b/0x8d0fd67942315f1c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518532.680722:0:24700:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8e7435f9c600 already unused, calling callback (ffffffffc0bd28b0) 00010000:00010000:1.0:1789518532.680737:0:24700:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c6d7171b/0x8d0fd67942315f1c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518532.680747:0:24700:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c6d7171b/0x8d0fd67942315f1c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518532.680767:0:24700:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c6d7171b/0x8d0fd67942315f1c lrc: 1/0,0 mode: --/PW res: [0x280000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518532.680774:0:24700:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c6d7171b/0x8d0fd67942315f1c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518532.680790:0:24700:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789518532.680793:0:24700:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789518532.680795:0:24700:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1789518532.681024:0:24163:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x28:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789518532.681030:0:24163:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000546d7104/0x8d0fd67942315f23 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518532.681039:0:24163:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x28:0x0].0x0 since=700s v=(0 0) 00010000:00010000:0.0:1789518532.681041:0:24163:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x28:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789518532.681045:0:24163:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000546d7104/0x8d0fd67942315f23 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518532.681053:0:24163:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000546d7104/0x8d0fd67942315f23 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518532.681060:0:24163:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000546d7104/0x8d0fd67942315f23 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518532.681066:0:24163:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000546d7104/0x8d0fd67942315f23 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518532.681098:0:24163:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1789518532.681231:0:22642:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789518532.681236:0:22642:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000546d7104/0x8d0fd67942315f23 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518532.681244:0:22642:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8e7435f9cc00 already unused, calling callback (ffffffffc0bd28b0) 00010000:00010000:1.0:1789518532.681247:0:22642:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000546d7104/0x8d0fd67942315f23 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518532.681255:0:22642:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000546d7104/0x8d0fd67942315f23 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518532.681266:0:22642:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000546d7104/0x8d0fd67942315f23 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518532.681272:0:22642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000546d7104/0x8d0fd67942315f23 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518532.681297:0:22642:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789518532.681299:0:22642:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789518532.681301:0:22642:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1789518532.681387:0:24163:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x27:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789518532.681392:0:24163:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ccc79d2c/0x8d0fd67942315f2a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518532.681401:0:24163:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x27:0x0].0x0 since=700s v=(0 0) 00010000:00010000:0.0:1789518532.681404:0:24163:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x27:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789518532.681408:0:24163:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ccc79d2c/0x8d0fd67942315f2a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518532.681417:0:24163:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ccc79d2c/0x8d0fd67942315f2a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518532.681703:0:24163:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ccc79d2c/0x8d0fd67942315f2a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518532.681714:0:24163:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ccc79d2c/0x8d0fd67942315f2a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518532.681777:0:24163:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1789518532.681902:0:22641:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789518532.681908:0:22641:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ccc79d2c/0x8d0fd67942315f2a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518532.681916:0:22641:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8e7435f9c200 already unused, calling callback (ffffffffc0bd28b0) 00010000:00010000:1.0:1789518532.681919:0:22641:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ccc79d2c/0x8d0fd67942315f2a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518532.681928:0:22641:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ccc79d2c/0x8d0fd67942315f2a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518532.681940:0:22641:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ccc79d2c/0x8d0fd67942315f2a lrc: 1/0,0 mode: --/PW res: [0x280000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518532.681948:0:22641:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ccc79d2c/0x8d0fd67942315f2a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518532.681963:0:22641:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789518532.681965:0:22641:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789518532.681967:0:22641:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1789518532.682706:0:24163:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x26:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789518532.682716:0:24163:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000cedd34e5/0x8d0fd67942315f31 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518532.682739:0:24163:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x26:0x0].0x0 since=700s v=(0 0) 00010000:00010000:0.0:1789518532.682752:0:24163:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x26:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789518532.682758:0:24163:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cedd34e5/0x8d0fd67942315f31 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518532.682770:0:24163:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000cedd34e5/0x8d0fd67942315f31 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518532.682778:0:24163:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000cedd34e5/0x8d0fd67942315f31 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518532.682786:0:24163:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000cedd34e5/0x8d0fd67942315f31 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518532.682808:0:24163:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1789518532.683310:0:24700:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789518532.683318:0:24700:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000cedd34e5/0x8d0fd67942315f31 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518532.683339:0:24700:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8e7435f9ce00 already unused, calling callback (ffffffffc0bd28b0) 00010000:00010000:1.0:1789518532.683344:0:24700:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000cedd34e5/0x8d0fd67942315f31 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518532.683353:0:24700:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000cedd34e5/0x8d0fd67942315f31 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1789518532.683361:0:24163:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x25:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789518532.683368:0:24700:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000cedd34e5/0x8d0fd67942315f31 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518532.683369:0:24163:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e61b15a2/0x8d0fd67942315f38 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518532.683388:0:24700:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cedd34e5/0x8d0fd67942315f31 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518532.683392:0:24163:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x25:0x0].0x0 since=700s v=(0 0) 00010000:00010000:0.0:1789518532.683398:0:24163:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x25:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789518532.683403:0:24163:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e61b15a2/0x8d0fd67942315f38 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518532.683419:0:24163:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e61b15a2/0x8d0fd67942315f38 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518532.683421:0:24700:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789518532.683425:0:24700:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789518532.683427:0:24700:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789518532.683963:0:24163:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e61b15a2/0x8d0fd67942315f38 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518532.683978:0:24163:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e61b15a2/0x8d0fd67942315f38 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518532.684000:0:24163:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1789518532.684623:0:22642:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789518532.684631:0:22642:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e61b15a2/0x8d0fd67942315f38 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518532.684640:0:22642:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8e7435f9de00 already unused, calling callback (ffffffffc0bd28b0) 00010000:00010000:1.0:1789518532.684644:0:22642:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e61b15a2/0x8d0fd67942315f38 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518532.684653:0:22642:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e61b15a2/0x8d0fd67942315f38 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518532.684676:0:22642:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e61b15a2/0x8d0fd67942315f38 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518532.684684:0:22642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e61b15a2/0x8d0fd67942315f38 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518532.684702:0:22642:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789518532.684704:0:22642:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789518532.684706:0:22642:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1789518532.685035:0:24163:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x24:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789518532.685043:0:24163:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009e5ccab1/0x8d0fd67942315f3f lrc: 3/0,1 mode: --/PW res: [0x280000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518532.685055:0:24163:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x24:0x0].0x0 since=700s v=(0 0) 00010000:00010000:0.0:1789518532.685058:0:24163:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x24:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789518532.685064:0:24163:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009e5ccab1/0x8d0fd67942315f3f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518532.685075:0:24163:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009e5ccab1/0x8d0fd67942315f3f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518532.685083:0:24163:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009e5ccab1/0x8d0fd67942315f3f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518532.685090:0:24163:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009e5ccab1/0x8d0fd67942315f3f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518532.685112:0:24163:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1789518532.685317:0:22641:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789518532.685323:0:22641:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009e5ccab1/0x8d0fd67942315f3f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518532.685331:0:22641:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8e7435f9ca00 already unused, calling callback (ffffffffc0bd28b0) 00010000:00010000:1.0:1789518532.685335:0:22641:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009e5ccab1/0x8d0fd67942315f3f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518532.685343:0:22641:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009e5ccab1/0x8d0fd67942315f3f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518532.685354:0:22641:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009e5ccab1/0x8d0fd67942315f3f lrc: 1/0,0 mode: --/PW res: [0x280000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518532.685361:0:22641:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009e5ccab1/0x8d0fd67942315f3f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518532.685387:0:22641:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789518532.685389:0:22641:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789518532.685390:0:22641:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1789518532.685639:0:24163:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x23:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789518532.685645:0:24163:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d09d5e96/0x8d0fd67942315f46 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518532.685659:0:24163:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x23:0x0].0x0 since=700s v=(0 0) 00010000:00010000:0.0:1789518532.685662:0:24163:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x23:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789518532.685666:0:24163:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d09d5e96/0x8d0fd67942315f46 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518532.685675:0:24163:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d09d5e96/0x8d0fd67942315f46 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518532.685683:0:24163:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d09d5e96/0x8d0fd67942315f46 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518532.685691:0:24163:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d09d5e96/0x8d0fd67942315f46 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518532.685712:0:24163:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00080000:0.0:1789518532.685755:0:24163:0:(ofd_dev.c:1518:ofd_orphans_destroy()) lustre-OST0000: after destroy: set last_id to 0x280000400:34 00000100:00100000:0.0:1789518532.685864:0:24163:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e743f9b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:22678:x1876445522819328:12345-0@lo:5:osp-pre-0-0.0 Request processed in 80335us (80479us total) trans 0 rc 0/0 00000100:00100000:0.0:1789518532.685874:0:24163:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1789518532.685918:0:22678:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e743f9b1c00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22678:1876445522819328:0@lo:5:osp-pre-0-0.0 00000004:00080000:2.0:1789518532.685936:0:22678:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0000: Got last_id [0x280000400:0x41:0x0] from OST, last_created [0x280000400:0x41:0x0]last_used is [0x280000400:0x22:0x0] 00010000:00010000:1.0:1789518532.685936:0:24700:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789518532.685941:0:24700:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d09d5e96/0x8d0fd67942315f46 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518532.685949:0:24700:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8e7435f9d800 already unused, calling callback (ffffffffc0bd28b0) 00010000:00010000:1.0:1789518532.685952:0:24700:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d09d5e96/0x8d0fd67942315f46 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518532.685959:0:24700:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d09d5e96/0x8d0fd67942315f46 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518532.685969:0:24700:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d09d5e96/0x8d0fd67942315f46 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518532.685976:0:24700:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d09d5e96/0x8d0fd67942315f46 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518532.685989:0:24700:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789518532.685991:0:22678:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e7435f72a00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22678:1876445522819456:0@lo:5:osp-pre-0-0.0 00010000:00010000:1.0:1789518532.685991:0:24700:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789518532.685993:0:24700:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789518532.686029:0:22678:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789518532.686061:0:22678:0:(client.c:2716:ptlrpc_set_wait()) set ffff8e730348cd80 going to sleep for 11 seconds 00000100:00100000:0.0:1789518532.686166:0:24592:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522819456 00000100:00100000:0.0:1789518532.686173:0:24592:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522819456 00000100:00100000:0.0:1789518532.686215:0:24592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1789518532.686224:0:24592:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7435f70000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:22678:x1876445522819456:12345-0@lo:5:osp-pre-0-0.0 00002000:00080000:0.0:1789518532.686257:0:24592:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0000: reserve 32 objects in group 0x280000400 at 66 00000001:00080000:1.0:1789518532.696211:0:24159:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901890 is committed 00000001:00100000:1.0:1789518532.696266:0:24159:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000100:00100000:0.0:1789518532.697759:0:24592:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7435f70000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:22678:x1876445522819456:12345-0@lo:5:osp-pre-0-0.0 Request processed in 11529us (11723us total) trans 12884901890 rc 0/0 00000100:00100000:0.0:1789518532.697783:0:24592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1789518532.697807:0:22678:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 12884901890 gen 2 00000100:00100000:2.0:1789518532.697815:0:22678:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e7435f72a00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22678:1876445522819456:0@lo:5:osp-pre-0-0.0 00000004:00080000:2.0:1789518532.697830:0:22678:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0000-osc-MDT0000: current precreated pool: [0x280000400:0x41:0x0]-[0x280000400:0x61:0x0] 00010000:00010000:1.0:1789518532.921247:0:22642:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789518533.947941:0:22641:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789518534.966655:0:24700:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789518535.671555:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e7441295880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3638:1876445522819584:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1789518535.671626:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789518535.671687:0:24167:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522819584 00000100:00100000:1.0:1789518535.671695:0:24167:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522819584 00000100:00100000:1.0:1789518535.671763:0:24167:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1789518535.671774:0:24167:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7441294e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3638:x1876445522819584:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1789518535.671802:0:24167:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915857920 avail 3684335616 00000100:00100000:1.0:1789518535.671844:0:24167:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7441294e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3638:x1876445522819584:12345-0@lo:13:osp-pre-0-1.0 Request processed in 72us (218us total) trans 0 rc 0/0 00000100:00100000:1.0:1789518535.671850:0:24167:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00080000:1.0:1789518535.671872:0:22649:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1789518535.671908:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e7441295880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3638:1876445522819584:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1789518535.990925:0:22642:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789518536.181673:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1789518536.181705:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e7441295880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1876445522819712:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1789518536.181775:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789518536.181837:0:22659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522819712 00000100:00100000:1.0:1789518536.181847:0:22659:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522819712 00000100:00100000:1.0:1789518536.181895:0:22659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:1.0:1789518536.181906:0:22659:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7441295f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3640:x1876445522819712:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1789518536.181940:0:22659:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1789518536.181991:0:22659:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7441295f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3640:x1876445522819712:12345-0@lo:41:osp-pre-1-0.0 Request processed in 87us (215us total) trans 0 rc 0/0 00000100:00100000:1.0:1789518536.181998:0:22659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:1.0:1789518536.182046:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e7441295880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1876445522819712:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1789518536.183720:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1789518536.183740:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e743f9b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1876445522819840:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1789518536.183851:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789518536.183947:0:22658:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522819840 00000100:00100000:0.0:1789518536.183954:0:22658:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522819840 00000100:00100000:0.0:1789518536.184000:0:22658:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:0.0:1789518536.184009:0:22658:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e743a17ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3639:x1876445522819840:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1789518536.184039:0:22658:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1789518536.184084:0:22658:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e743a17ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3639:x1876445522819840:12345-0@lo:41:osp-pre-0-1.0 Request processed in 76us (232us total) trans 0 rc 0/0 00000100:00100000:0.0:1789518536.184091:0:22658:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:3.0:1789518536.184431:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e743f9b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1876445522819840:0@lo:41:osp-pre-0-1.0 00010000:00010000:0.0:1789518537.024254:0:22641:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1789518537.143606:0:23412:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:1.0:1789518537.723255:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e743f9b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1876445522820096:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1789518537.723327:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789518537.723996:0:24167:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522820096 00000100:00100000:2.0:1789518537.724005:0:24167:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522820096 00000100:00100000:2.0:1789518537.724069:0:24167:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1789518537.724080:0:24167:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7441295880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3637:x1876445522820096:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1789518537.724108:0:24167:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915857920 avail 3684335616 00000100:00080000:1.0:1789518537.724120:0:22649:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1789518537.724173:0:24167:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7441295880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3637:x1876445522820096:12345-0@lo:13:osp-pre-0-0.0 Request processed in 94us (845us total) trans 0 rc 0/0 00000100:00100000:2.0:1789518537.724192:0:24167:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00080000:3.0:1789518537.724219:0:473:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1789518537.724224:0:473:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789518537.724228:0:473:0:(import.c:65:import_set_state_nolock()) ffff8e74416eb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789518537.724234:0:473:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 700 00000100:00080000:3.0:1789518537.724238:0:473:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789518537.724245:0:473:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff8e74416eb000 using connection 192.168.202.143@tcp/0@lo 00000100:00100000:3.0:1789518537.724264:0:473:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8e743a17ca80 x1876445522820352/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789518537.724308:0:473:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1789518537.724312:0:473:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789518537.724314:0:473:0:(import.c:65:import_set_state_nolock()) ffff8e7435dc4000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789518537.724318:0:473:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 700 00000100:00080000:3.0:1789518537.724320:0:473:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789518537.724331:0:473:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff8e7435dc4000 using connection 192.168.202.143@tcp/0@lo 00000100:00100000:3.0:1789518537.724343:0:473:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8e743a17c000 x1876445522820864/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789518537.724450:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e743a17d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3639:1876445522820224:0@lo:400:kworker.0 00000100:00100000:3.0:1789518537.724506:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789518537.724537:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e743a17e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3639:1876445522820992:0@lo:400:kworker.0 00000100:00100000:3.0:1789518537.724560:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789518537.724578:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1789518537.724584:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e743a17e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3639:1876445522820480:0@lo:400:kworker.0 00000100:00100000:3.0:1789518537.724619:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789518537.724636:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e743a17ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3639:1876445522821120:0@lo:400:kworker.0 00000100:00100000:3.0:1789518537.724658:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789518537.724693:0:23397:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522820224 00000100:00100000:3.0:1789518537.724697:0:23397:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522820224 00000100:00100000:3.0:1789518537.724727:0:23397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:3.0:1789518537.724734:0:23397:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7303db4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3639:x1876445522820224:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789518537.724770:0:23397:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7303db4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3639:x1876445522820224:12345-0@lo:400:kworker.0 Request processed in 36us (264us total) trans 0 rc 0/0 00000100:00100000:3.0:1789518537.724776:0:23397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:3.0:1789518537.724793:0:22654:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522820992 00000100:00100000:3.0:1789518537.724796:0:22654:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522820992 00000100:00100000:3.0:1789518537.724818:0:22654:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522820480 00000100:00100000:3.0:1789518537.724821:0:22654:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522820480 00000100:00100000:3.0:1789518537.724831:0:22654:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522821120 00000100:00100000:3.0:1789518537.724833:0:22654:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522821120 00000100:00100000:3.0:1789518537.724849:0:22654:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:3.0:1789518537.724855:0:22654:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7303db4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3639:x1876445522820992:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789518537.724888:0:22654:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7303db4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3639:x1876445522820992:12345-0@lo:400:kworker.0 Request processed in 33us (327us total) trans 0 rc 0/0 00000100:00100000:3.0:1789518537.724895:0:22654:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:3.0:1789518537.724906:0:22654:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:3.0:1789518537.724912:0:22654:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7303db5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1876445522820480:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789518537.724932:0:22654:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7303db5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1876445522820480:12345-0@lo:400:kworker.0 Request processed in 21us (314us total) trans 0 rc 0/0 00000100:00100000:3.0:1789518537.724938:0:22654:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:3.0:1789518537.724947:0:22654:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:3.0:1789518537.724952:0:22654:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7303db5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3639:x1876445522821120:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789518537.724972:0:22654:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7303db5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3639:x1876445522821120:12345-0@lo:400:kworker.0 Request processed in 20us (314us total) trans 0 rc 0/0 00000100:00100000:3.0:1789518537.724977:0:22654:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00010000:00080000:3.0:1789518537.725010:0:3639:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8e743a17e680 x1876445522820480/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789518553 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789518537.725023:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e743a17e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3639:1876445522820480:0@lo:400:kworker.0 00010000:00080000:3.0:1789518537.725032:0:3639:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8e743a17ea00 x1876445522821120/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789518553 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789518537.725039:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e743a17ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3639:1876445522821120:0@lo:400:kworker.0 00000100:00100000:1.0:1789518537.726521:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e743a17fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1876445522820608:0@lo:400:kworker.0 00000100:00100000:2.0:1789518537.726607:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e743a17ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3636:1876445522820352:0@lo:8:kworker.0 00000100:00100000:3.0:1789518537.726694:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e743a17d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3639:1876445522820224:0@lo:400:kworker.0 00000100:00100000:1.0:1789518537.734705:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789518537.734749:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e743a17d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3637:1876445522821248:0@lo:400:kworker.0 00000100:00100000:1.0:1789518537.734780:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789518537.734826:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e743f9b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1876445522820096:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1789518537.734850:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1789518537.734857:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e743a17f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1ba3fd75-b94d-432d-934d-65078cb73340:3637:1876445522819968:0@lo:400:kworker.0 00000100:00100000:1.0:1789518537.734882:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789518537.734918:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e743a17dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1876445522820736:0@lo:400:kworker.0 00000100:00100000:1.0:1789518537.734939:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789518537.734963:0:24165:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522820736 00000100:00100000:1.0:1789518537.734969:0:24165:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522820736 00000100:00100000:1.0:1789518537.735015:0:24165:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1789518537.735023:0:24165:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7441297480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3637:x1876445522820736:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789518537.735065:0:24165:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7441297480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3637:x1876445522820736:12345-0@lo:400:kworker.0 Request processed in 43us (125us total) trans 0 rc 0/0 00000100:00100000:1.0:1789518537.735072:0:24165:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1789518537.735102:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e743a17dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1876445522820736:0@lo:400:kworker.0 00000100:00100000:2.0:1789518537.735327:0:22648:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522819968 00000100:00100000:2.0:1789518537.735333:0:22648:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522819968 00000100:00100000:2.0:1789518537.735374:0:22648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 93 00000100:00100000:2.0:1789518537.735380:0:22648:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e74379c8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1ba3fd75-b94d-432d-934d-65078cb73340+21:3637:x1876445522819968:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789518537.735416:0:22648:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e74379c8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1ba3fd75-b94d-432d-934d-65078cb73340+21:3637:x1876445522819968:12345-0@lo:400:kworker.0 Request processed in 36us (532us total) trans 0 rc 0/0 00000100:00100000:2.0:1789518537.735422:0:22648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 93 00000100:00100000:2.0:1789518537.735449:0:24590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522821248 00000100:00100000:2.0:1789518537.735452:0:24590:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522821248 00000100:00100000:2.0:1789518537.735499:0:24590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:2.0:1789518537.735507:0:24590:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7441296a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3637:x1876445522821248:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789518537.735535:0:24590:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7441296a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3637:x1876445522821248:12345-0@lo:400:kworker.0 Request processed in 30us (754us total) trans 0 rc 0/0 00000100:00100000:2.0:1789518537.735540:0:24590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:2.0:1789518537.735636:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789518537.735653:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e743a17c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3636:1876445522820864:0@lo:8:kworker.0 00000100:00100000:2.0:1789518537.735677:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789518537.735834:0:24592:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522820352 00000100:00100000:0.0:1789518537.735839:0:24592:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522820352 00000100:00100000:0.0:1789518537.735856:0:24592:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522820864 00000100:00100000:0.0:1789518537.735859:0:24592:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522820864 00000100:00100000:0.0:1789518537.735870:0:24592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1789518537.735875:0:24592:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7435f72a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3636:x1876445522820352:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1789518537.735893:0:24592:0:(ldlm_lib.c:1199:target_handle_connect()) lustre-OST0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1789518537.735928:0:24592:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7435f72a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3636:x1876445522820352:12345-0@lo:8:kworker.0 Request processed in 52us (292us total) trans 0 rc -19/-19 00000100:00100000:0.0:1789518537.735934:0:24592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1789518537.735944:0:24592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1789518537.735947:0:24592:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7435f72680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3636:x1876445522820864:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1789518537.735956:0:24592:0:(ldlm_lib.c:1199:target_handle_connect()) lustre-OST0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1789518537.735974:0:24592:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7435f72680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3636:x1876445522820864:12345-0@lo:8:kworker.0 Request processed in 25us (296us total) trans 0 rc -19/-19 00000100:00100000:0.0:1789518537.735986:0:24592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00080000:0.0:1789518537.736017:0:3636:0:(import.c:65:import_set_state_nolock()) ffff8e74416eb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789518537.736021:0:3636:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1789518537.736025:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e743a17ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3636:1876445522820352:0@lo:8:kworker.0 00000100:00080000:0.0:1789518537.736032:0:3636:0:(import.c:65:import_set_state_nolock()) ffff8e7435dc4000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789518537.736035:0:3636:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1789518537.736037:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e743a17c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3636:1876445522820864:0@lo:8:kworker.0 00000100:00100000:1.0:1789518537.737652:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e743a17f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1ba3fd75-b94d-432d-934d-65078cb73340:3637:1876445522819968:0@lo:400:kworker.0 00010000:00080000:1.0:1789518537.737673:0:3637:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8e743a17d880 x1876445522821248/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789518553 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789518537.737697:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e743a17d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3637:1876445522821248:0@lo:400:kworker.0 00000100:00080000:2.0:1789518537.738516:0:22649:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1789518537.738522:0:22649:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1789518537.738525:0:22649:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00080000:3.0:1789518537.744141:0:3639:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8e743a17e300 x1876445522820992/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789518553 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789518537.744159:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e743a17e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3639:1876445522820992:0@lo:400:kworker.0 00000100:00100000:3.0:1789518537.744219:0:22659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522820608 00000100:00100000:3.0:1789518537.744226:0:22659:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522820608 00000100:00100000:3.0:1789518537.744285:0:22659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:3.0:1789518537.744294:0:22659:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7441297800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3637:x1876445522820608:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789518537.744625:0:22659:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7441297800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3637:x1876445522820608:12345-0@lo:400:kworker.0 Request processed in 331us (9925us total) trans 0 rc 0/0 00000100:00100000:3.0:1789518537.744633:0:22659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:2.0:1789518537.745136:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e743a17fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1876445522820608:0@lo:400:kworker.0 00000020:01000004:1.0:1789518537.901739:0:24979:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:1.0:1789518537.901745:0:24979:0:(obd_mount.c:926:lmd_print()) device: /dev/mapper/ost2_flakey 00000020:01000004:1.0:1789518537.901747:0:24979:0:(obd_mount.c:929:lmd_print()) options: errors=remount-ro 00000080:01200004:1.0:1789518537.901881:0:24979:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff8e7303c14000 00000020:01000004:1.0:1789518537.901902:0:24979:0:(tgt_mount.c:2502:osd_start()) Attempting to start lustre-OST0001, type=osd-ldiskfs, lsifl=200002, mountfl=0 00000020:01000004:1.0:1789518537.901920:0:24979:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-OST0001-osd (typ=osd-ldiskfs) 00000020:00000080:1.0:1789518537.901940:0:24979:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osd (ffff8e7302ac0000) 00000020:00000080:1.0:1789518537.901961:0:24979:0:(obd_config.c:720:class_attach_name()) OBD: dev 25 attached type osd-ldiskfs with refcount 2 00100000:10000000:2.0:1789518538.009876:0:24979:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:2.0:1789518538.010303:0:24979:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:2.0:1789518538.010787:0:24979:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000003:0x6:0x0] (8/32) registered 00100000:10000000:2.0:1789518538.011004:0:24979:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000003:0x5:0x0] (8/32) registered 00100000:10000000:2.0:1789518538.011186:0:24979:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:2.0:1789518538.011416:0:24979:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000003:0x4:0x0] (8/32) registered 00100000:10000000:2.0:1789518538.011824:0:24979:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000005:0x2:0x0] (8/8) registered 00080000:01000000:2.0:1789518538.014840:0:24979:0:(osd_lproc.c:911:osd_procfs_init()) lustre-OST0001: register osd-ldiskfs tunable parameters 00000020:00000080:2.0:1789518538.015058:0:24979:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osd (uuid lustre-OST0001-osd_UUID) 00080000:01000000:2.0:1789518538.015074:0:24979:0:(osd_handler.c:8924:osd_obd_connect()) connect #0 00000020:00000080:2.0:1789518538.015086:0:24979:0:(genops.c:1384:class_connect()) connect: client lustre-OST0001-osd_UUID, cookie 0x8d0fd67942315f54 00000020:01000004:2.0:1789518538.015093:0:24979:0:(tgt_mount.c:2587:server_fill_super()) Found service lustre-OST0001 on device /dev/mapper/ost2_flakey 00000020:01000004:2.0:1789518538.015117:0:24979:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.202.143@tcp:Set MGC reconnect 1 10000000:01000000:2.0:1789518538.015121:0:24979:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.202.143@tcp 1/d0:i0:r0:or0:FULL 00000020:01000004:2.0:1789518538.015127:0:24979:0:(tgt_mount.c:1808:server_start_targets()) starting target lustre-OST0001 00000020:01000004:2.0:1789518538.015171:0:24979:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/ost2_flakey 10000000:01000000:2.0:1789518538.015176:0:24979:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.202.143@tcp: cl_mgc_mutex lustre-OST0001-osd for locked: rc = 0 00000040:01000000:3.0:1789518538.021767:0:24979:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.202.143@tcp ctxt 0 is initialized 00000020:01000004:3.0:1789518538.021808:0:24979:0:(tgt_mount.c:1416:server_register_target()) Registration lustre-OST0001, fs=lustre, 192.168.202.143@tcp, index=0001, flags=0x20002 00000020:01000004:3.0:1789518538.021811:0:24979:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:3.0:1789518538.021813:0:24979:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:3.0:1789518538.021814:0:24979:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1789518538.021815:0:24979:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1789518538.021816:0:24979:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1789518538.021817:0:24979:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1789518538.021817:0:24979:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1789518538.021818:0:24979:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1789518538.021819:0:24979:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:3.0:1789518538.021822:0:24979:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0001 0x10020002 00000020:01000004:3.0:1789518538.021824:0:24979:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:3.0:1789518538.021824:0:24979:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:3.0:1789518538.021825:0:24979:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1789518538.021826:0:24979:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1789518538.021826:0:24979:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1789518538.021827:0:24979:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1789518538.021827:0:24979:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1789518538.021828:0:24979:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1789518538.021829:0:24979:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:3.0:1789518538.021849:0:24979:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0001 00000100:00100000:3.0:1789518538.021865:0:24979:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e7303db5880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1ba3fd75-b94d-432d-934d-65078cb73340:24979:1876445522821376:0@lo:253:mount.lustre.0 00000100:00100000:3.0:1789518538.021918:0:24979:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789518538.021957:0:24979:0:(client.c:2716:ptlrpc_set_wait()) set ffff8e730348c300 going to sleep for 11 seconds 00000100:00100000:2.0:1789518538.021969:0:22647:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522821376 00000100:00100000:2.0:1789518538.021977:0:22647:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522821376 00000100:00100000:2.0:1789518538.022029:0:22647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 94 00000100:00100000:2.0:1789518538.022039:0:22647:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e74379cb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1ba3fd75-b94d-432d-934d-65078cb73340+21:24979:x1876445522821376:12345-0@lo:253:mount.lustre.0 20000000:01000000:2.0:1789518538.022068:0:22647:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 1 is registered to MGS. 20000000:01000000:2.0:1789518538.022071:0:22647:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-OST0001 is running on 0@lo 20000000:01000000:2.0:1789518538.022075:0:22647:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0001, index=1, rc=0 00000100:00100000:2.0:1789518538.022334:0:22647:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e74379cb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1ba3fd75-b94d-432d-934d-65078cb73340+21:24979:x1876445522821376:12345-0@lo:253:mount.lustre.0 Request processed in 296us (413us total) trans 0 rc 0/0 00000100:00100000:3.0:1789518538.022364:0:24979:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e7303db5880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1ba3fd75-b94d-432d-934d-65078cb73340:24979:1876445522821376:0@lo:253:mount.lustre.0 10000000:01000000:3.0:1789518538.022379:0:24979:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0001 got index = 1 00000020:01000004:3.0:1789518538.022381:0:24979:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:3.0:1789518538.022382:0:24979:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:3.0:1789518538.022384:0:24979:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1789518538.022384:0:24979:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1789518538.022385:0:24979:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1789518538.022386:0:24979:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1789518538.022387:0:24979:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1789518538.022388:0:24979:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1789518538.022389:0:24979:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000100:00100000:2.0:1789518538.022395:0:22647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 94 00000020:01000004:3.0:1789518538.022406:0:24979:0:(tgt_mount.c:101:server_register_mount()) register mount ffff8e7303c14000 from lustre-OST0001 10000000:01000000:3.0:1789518538.022427:0:24979:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-OST0001 from 0 10000000:01000000:3.0:1789518538.022430:0:24979:0:(mgc_request.c:329:config_log_add()) add config log lustre-OST0001-0000000000000000 10000000:01000000:3.0:1789518538.022437:0:24979:0:(mgc_request_server.c:874:mgc_get_local_copy()) Get log lustre-sptlrpc-ffff8e740482b380 local copy 00010000:00010000:3.0:1789518538.022445:0:24979:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.143@tcp lock: ffff8e740166d200/0x8d0fd67942315b8e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x8d0fd67942315b95 expref: -99 pid: 22632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789518538.022521:0:24979:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e7303db5880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1ba3fd75-b94d-432d-934d-65078cb73340:24979:1876445522821504:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1789518538.022540:0:24979:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789518538.022562:0:24979:0:(client.c:2716:ptlrpc_set_wait()) set ffff8e730348c000 going to sleep for 11 seconds 00000100:00100000:0.0:1789518538.022580:0:22645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522821504 00000100:00100000:0.0:1789518538.022584:0:22645:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522821504 00000100:00100000:0.0:1789518538.022616:0:22645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 95 00000100:00100000:0.0:1789518538.022622:0:22645:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e74379cb450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1ba3fd75-b94d-432d-934d-65078cb73340+21:24979:x1876445522821504:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1789518538.022713:0:22645:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e74379cb450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1ba3fd75-b94d-432d-934d-65078cb73340+21:24979:x1876445522821504:12345-0@lo:501:mount.lustre.0 Request processed in 91us (170us total) trans 0 rc -2/-2 00000100:00100000:0.0:1789518538.022720:0:22645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 95 00000100:00100000:3.0:1789518538.022731:0:24979:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e7303db5880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1ba3fd75-b94d-432d-934d-65078cb73340:24979:1876445522821504:0@lo:501:mount.lustre.0 10000000:01000000:3.0:1789518538.022744:0:24979:0:(mgc_request_server.c:765:mgc_llog_local_copy()) MGC192.168.202.143@tcp: no remote llog for lustre-sptlrpc, check MGS config 10000000:01000000:3.0:1789518538.022760:0:24979:0:(mgc_request_server.c:897:mgc_get_local_copy()) MGC192.168.202.143@tcp: can't save local copy of 'lustre-sptlrpc': rc = -2. 00010000:00010000:3.0:1789518538.022766:0:24979:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.143@tcp lock: ffff8e740166d200/0x8d0fd67942315b8e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x8d0fd67942315b95 expref: -99 pid: 22632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518538.022774:0:24979:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.143@tcp lock: ffff8e740166d200/0x8d0fd67942315b8e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x8d0fd67942315b95 expref: -99 pid: 22632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789518538.022801:0:24979:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff8e7303c14000 10000000:01000000:3.0:1789518538.022813:0:24979:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:3.0:1789518538.022818:0:24979:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-OST0001-0000000000000000 10000000:01000000:3.0:1789518538.022821:0:24979:0:(mgc_request.c:68:mgc_name2resid()) log lustre-OST0001 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:3.0:1789518538.022825:0:24979:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-OST0001-0000000000000000 from 1 10000000:01000000:3.0:1789518538.022828:0:24979:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0001 (res 0x65727473756c) 00010000:00010000:3.0:1789518538.022849:0:24979:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.143@tcp lock: ffff8e74421c3e00/0x8d0fd67942315f5b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518538.022857:0:24979:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.143@tcp lock: ffff8e74421c3e00/0x8d0fd67942315f5b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518538.022866:0:24979:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.143@tcp lock: ffff8e74421c3e00/0x8d0fd67942315f5b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789518538.022878:0:24979:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e7303db5880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1ba3fd75-b94d-432d-934d-65078cb73340:24979:1876445522821632:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1789518538.022902:0:24979:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789518538.022918:0:24979:0:(client.c:2716:ptlrpc_set_wait()) set ffff8e730348c000 going to sleep for 11 seconds 00000100:00100000:2.0:1789518538.022935:0:22647:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522821632 00000100:00100000:2.0:1789518538.022939:0:22647:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522821632 00000100:00100000:2.0:1789518538.022966:0:22647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 96 00000100:00100000:2.0:1789518538.022972:0:22647:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e74379c8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1ba3fd75-b94d-432d-934d-65078cb73340+21:24979:x1876445522821632:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1789518538.022980:0:22647:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789518538.022995:0:22647:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8e73033ac200/0x8d0fd67942315f62 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: local remote: 0x8d0fd67942315f5b expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518538.023015:0:22647:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8e73033ac200/0x8d0fd67942315f62 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x8d0fd67942315f5b expref: 22 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518538.023025:0:22647:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8e73033ac200/0x8d0fd67942315f62 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x8d0fd67942315f5b expref: 22 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518538.023033:0:22647:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8e73033ac200, rc 0) 00000100:00100000:2.0:1789518538.023069:0:22647:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e74379c8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1ba3fd75-b94d-432d-934d-65078cb73340+22:24979:x1876445522821632:12345-0@lo:101:mount.lustre.0 Request processed in 96us (165us total) trans 0 rc 0/0 00000100:00100000:2.0:1789518538.023075:0:22647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 96 00000100:00100000:3.0:1789518538.023148:0:24979:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e7303db5880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1ba3fd75-b94d-432d-934d-65078cb73340:24979:1876445522821632:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1789518538.023160:0:24979:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.143@tcp lock: ffff8e74421c3e00/0x8d0fd67942315f5b lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0x8d0fd67942315f62 expref: -99 pid: 24979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518538.023166:0:24979:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.143@tcp lock: ffff8e74421c3e00/0x8d0fd67942315f5b lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0x8d0fd67942315f62 expref: -99 pid: 24979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1789518538.023822:0:24979:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 11 count 11 00000040:00080000:3.0:1789518538.024233:0:24979:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1789518538.025421:0:24979:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].1, 224 off8416 00000040:00080000:3.0:1789518538.025446:0:24979:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].2, 128 off8544 00000040:00080000:3.0:1789518538.025455:0:24979:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].3, 112 off8656 00000040:00080000:3.0:1789518538.025509:0:24979:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].4, 224 off8880 00000040:00080000:3.0:1789518538.025532:0:24979:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].5, 224 off9104 00000040:00080000:3.0:1789518538.025540:0:24979:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].6, 80 off9184 00000040:00080000:3.0:1789518538.025547:0:24979:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].7, 224 off9408 00000040:00080000:3.0:1789518538.025555:0:24979:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].8, 224 off9632 00000040:00080000:3.0:1789518538.025562:0:24979:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].9, 120 off9752 00000040:00080000:3.0:1789518538.025574:0:24979:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].10, 224 off9976 00000040:00080000:3.0:1789518538.025578:0:24979:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 10 count 11 00000100:00100000:3.0:1789518538.025650:0:24979:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e7303db5880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1ba3fd75-b94d-432d-934d-65078cb73340:24979:1876445522821760:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1789518538.025725:0:24979:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789518538.025765:0:24979:0:(client.c:2716:ptlrpc_set_wait()) set ffff8e730348cd80 going to sleep for 11 seconds 00000100:00100000:2.0:1789518538.025781:0:22648:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522821760 00000100:00100000:2.0:1789518538.025788:0:22648:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522821760 00000100:00100000:2.0:1789518538.025831:0:22648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 97 00000100:00100000:2.0:1789518538.025840:0:22648:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e74379c9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1ba3fd75-b94d-432d-934d-65078cb73340+22:24979:x1876445522821760:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789518538.025957:0:22648:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e74379c9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1ba3fd75-b94d-432d-934d-65078cb73340+22:24979:x1876445522821760:12345-0@lo:501:mount.lustre.0 Request processed in 117us (232us total) trans 0 rc 0/0 00000100:00100000:2.0:1789518538.025964:0:22648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 97 00000100:00100000:3.0:1789518538.025972:0:24979:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e7303db5880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1ba3fd75-b94d-432d-934d-65078cb73340:24979:1876445522821760:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1789518538.025999:0:24979:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e7303db5880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1ba3fd75-b94d-432d-934d-65078cb73340:24979:1876445522821888:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1789518538.026127:0:24979:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789518538.026143:0:24979:0:(client.c:2716:ptlrpc_set_wait()) set ffff8e730348cd80 going to sleep for 11 seconds 00000100:00100000:0.0:1789518538.026170:0:22645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522821888 00000100:00100000:0.0:1789518538.026174:0:22645:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522821888 00000100:00100000:0.0:1789518538.026199:0:22645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 98 00000100:00100000:0.0:1789518538.026206:0:22645:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e74379cb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1ba3fd75-b94d-432d-934d-65078cb73340+22:24979:x1876445522821888:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1789518538.026703:0:22645:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e74379cb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1ba3fd75-b94d-432d-934d-65078cb73340+22:24979:x1876445522821888:12345-0@lo:503:mount.lustre.0 Request processed in 497us (574us total) trans 0 rc 0/0 00000100:00100000:0.0:1789518538.026711:0:22645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 98 00000100:00100000:3.0:1789518538.026719:0:24979:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e7303db5880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1ba3fd75-b94d-432d-934d-65078cb73340:24979:1876445522821888:0@lo:503:mount.lustre.0 00000040:00080000:3.0:1789518538.027153:0:24979:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:3.0:1789518538.027201:0:24979:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e7303db5880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1ba3fd75-b94d-432d-934d-65078cb73340:24979:1876445522822016:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789518538.027229:0:24979:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789518538.027256:0:24979:0:(client.c:2716:ptlrpc_set_wait()) set ffff8e730348cd80 going to sleep for 11 seconds 00000100:00100000:2.0:1789518538.027278:0:22648:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522822016 00000100:00100000:2.0:1789518538.027283:0:22648:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522822016 00000100:00100000:2.0:1789518538.027308:0:22648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 99 00000100:00100000:2.0:1789518538.027315:0:22648:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e74379c9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1ba3fd75-b94d-432d-934d-65078cb73340+22:24979:x1876445522822016:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1789518538.027596:0:22648:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e74379c9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1ba3fd75-b94d-432d-934d-65078cb73340+22:24979:x1876445522822016:12345-0@lo:502:mount.lustre.0 Request processed in 280us (364us total) trans 0 rc 0/0 00000100:00100000:2.0:1789518538.027603:0:22648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 99 00000100:00100000:3.0:1789518538.027607:0:24979:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e7303db5880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1ba3fd75-b94d-432d-934d-65078cb73340:24979:1876445522822016:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1789518538.027751:0:24979:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].1, 224 off8416 00000040:00080000:3.0:1789518538.027777:0:24979:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].2, 128 off8544 00000040:00080000:3.0:1789518538.027792:0:24979:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].3, 112 off8656 00000040:00080000:3.0:1789518538.027808:0:24979:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].4, 224 off8880 00000040:00080000:3.0:1789518538.027817:0:24979:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].5, 224 off9104 00000040:00080000:3.0:1789518538.027824:0:24979:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].6, 80 off9184 00000040:00080000:3.0:1789518538.027831:0:24979:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].7, 224 off9408 00000040:00080000:3.0:1789518538.027847:0:24979:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].8, 224 off9632 00000040:00080000:3.0:1789518538.027854:0:24979:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].9, 120 off9752 00000100:00100000:3.0:1789518538.027868:0:24979:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e7303db5880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1ba3fd75-b94d-432d-934d-65078cb73340:24979:1876445522822144:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789518538.027892:0:24979:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789518538.027914:0:24979:0:(client.c:2716:ptlrpc_set_wait()) set ffff8e730348cd80 going to sleep for 11 seconds 00000100:00100000:0.0:1789518538.027938:0:22645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522822144 00000100:00100000:0.0:1789518538.027942:0:22645:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522822144 00000100:00100000:0.0:1789518538.027966:0:22645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 100 00000100:00100000:0.0:1789518538.027972:0:22645:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e74379c8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1ba3fd75-b94d-432d-934d-65078cb73340+22:24979:x1876445522822144:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1789518538.028050:0:22645:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e74379c8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1ba3fd75-b94d-432d-934d-65078cb73340+22:24979:x1876445522822144:12345-0@lo:502:mount.lustre.0 Request processed in 77us (155us total) trans 0 rc 0/0 00000100:00100000:0.0:1789518538.028057:0:22645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 100 00000100:00100000:3.0:1789518538.028159:0:24979:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e7303db5880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1ba3fd75-b94d-432d-934d-65078cb73340:24979:1876445522822144:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1789518538.028188:0:24979:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].10, 224 off9976 00000040:00080000:3.0:1789518538.028194:0:24979:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 10 count 11 00000020:01000000:3.0:1789518538.028733:0:24983:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:3.0:1789518538.028742:0:24983:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of /dev/mapper/ost2_flakey 00000020:00000080:3.0:1789518538.028749:0:24983:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789518538.028751:0:24983:0:(obd_config.c:1563:class_process_config()) marker 29 (0x1) lustre-OST0001 add ost 00000020:00000080:3.0:1789518538.028757:0:24983:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1789518538.028773:0:24983:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001 (ffff8e743b250000) 00000020:00000080:3.0:1789518538.028795:0:24983:0:(obd_config.c:720:class_attach_name()) OBD: dev 26 attached type obdfilter with refcount 2 00000020:00000080:3.0:1789518538.028801:0:24983:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:01000004:3.0:1789518538.028851:0:24983:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8e7303c14000 from lustre-OST0001, refs=2 00080000:01000000:3.0:1789518538.028857:0:24983:0:(osd_handler.c:8924:osd_obd_connect()) connect #1 00000020:00000080:3.0:1789518538.028862:0:24983:0:(genops.c:1384:class_connect()) connect: client lustre-OST0001-osd_UUID, cookie 0x8d0fd67942315f70 00010000:00010000:3.0:1789518538.031459:0:24983:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-filter-lustre-OST0001_UUID-4 is initialized 00000001:00000004:3.0:1789518538.031946:0:24983:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 3, last_transno is 8589934594 00080000:10000000:3.0:1789518538.033356:0:24983:0:(osd_handler.c:5580:osd_index_try()) lustre-OST0001: index object [0x200000003:0xb:0x0] (8/32) registered 00000020:00000080:1.0:1789518538.034342:0:24983:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001 (uuid lustre-OST0001_UUID) 00000020:01000000:1.0:1789518538.034360:0:24983:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1789518538.034365:0:24983:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789518538.034367:0:24983:0:(obd_config.c:1563:class_process_config()) marker 29 (0x2) lustre-OST0001 add ost 00000020:01000000:1.0:1789518538.034370:0:24983:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1789518538.034373:0:24983:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789518538.034374:0:24983:0:(obd_config.c:1563:class_process_config()) marker 33 (0x1) lustre sys.timeout 00000020:00000080:1.0:1789518538.034378:0:24983:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:1.0:1789518538.034380:0:24983:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:1.0:1789518538.034382:0:24983:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1789518538.034384:0:24983:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789518538.034385:0:24983:0:(obd_config.c:1563:class_process_config()) marker 33 (0x2) lustre sys.timeout 00000020:01000000:1.0:1789518538.034388:0:24983:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1789518538.034390:0:24983:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789518538.034391:0:24983:0:(obd_config.c:1563:class_process_config()) marker 38 (0x1) lustre sys.jobid_var 00000020:00000080:1.0:1789518538.034394:0:24983:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000020:01000000:1.0:1789518538.034417:0:24983:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1789518538.034420:0:24983:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789518538.034421:0:24983:0:(obd_config.c:1563:class_process_config()) marker 38 (0x2) lustre sys.jobid_var 00000040:00080000:1.0:1789518538.034424:0:24983:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 11 count 11 00000020:01000000:3.0:1789518538.035849:0:24979:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-OST0001 gen 1-10 (rc=0) 10000000:01000000:3.0:1789518538.035888:0:24979:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.143@tcp: configuration from log 'lustre-OST0001' succeeded (0). 00010000:00010000:3.0:1789518538.035904:0:24979:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.143@tcp lock: ffff8e74421c3e00/0x8d0fd67942315f5b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0x8d0fd67942315f62 expref: -99 pid: 24979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518538.035922:0:24979:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.143@tcp lock: ffff8e74421c3e00/0x8d0fd67942315f5b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0x8d0fd67942315f62 expref: -99 pid: 24979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789518538.035940:0:24979:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff8e7303c14000 from 1 10000000:01000000:3.0:1789518538.035944:0:24979:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1789518538.035978:0:24979:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.143@tcp lock: ffff8e74421c2e00/0x8d0fd67942315f77 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518538.035986:0:24979:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.143@tcp lock: ffff8e74421c2e00/0x8d0fd67942315f77 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518538.035997:0:24979:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.143@tcp lock: ffff8e74421c2e00/0x8d0fd67942315f77 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789518538.037100:0:24979:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e7303db5880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1ba3fd75-b94d-432d-934d-65078cb73340:24979:1876445522822272:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1789518538.037154:0:24979:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789518538.037193:0:24979:0:(client.c:2716:ptlrpc_set_wait()) set ffff8e73029efc00 going to sleep for 11 seconds 00000100:00100000:2.0:1789518538.037202:0:22648:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522822272 00000100:00100000:2.0:1789518538.037214:0:22648:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522822272 00000100:00100000:2.0:1789518538.037302:0:22648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 101 00000100:00100000:2.0:1789518538.037311:0:22648:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e741e87d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1ba3fd75-b94d-432d-934d-65078cb73340+22:24979:x1876445522822272:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1789518538.037325:0:22648:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789518538.037340:0:22648:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8e73033ada00/0x8d0fd67942315f7e lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x8d0fd67942315f77 expref: -99 pid: 22648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518538.037364:0:22648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8e73033ada00/0x8d0fd67942315f7e lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x8d0fd67942315f77 expref: 23 pid: 22648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518538.037375:0:22648:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8e73033ada00/0x8d0fd67942315f7e lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x8d0fd67942315f77 expref: 23 pid: 22648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518538.037385:0:22648:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8e73033ada00, rc 0) 00000100:00100000:2.0:1789518538.037430:0:22648:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e741e87d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1ba3fd75-b94d-432d-934d-65078cb73340+23:24979:x1876445522822272:12345-0@lo:101:mount.lustre.0 Request processed in 120us (274us total) trans 0 rc 0/0 00000100:00100000:2.0:1789518538.037436:0:22648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 101 00000100:00100000:3.0:1789518538.037629:0:24979:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e7303db5880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1ba3fd75-b94d-432d-934d-65078cb73340:24979:1876445522822272:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1789518538.037644:0:24979:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.143@tcp lock: ffff8e74421c2e00/0x8d0fd67942315f77 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x8d0fd67942315f7e expref: -99 pid: 24979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518538.037654:0:24979:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.143@tcp lock: ffff8e74421c2e00/0x8d0fd67942315f77 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x8d0fd67942315f7e expref: -99 pid: 24979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1789518538.039227:0:24979:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 13 count 13 00000040:00080000:3.0:1789518538.039528:0:24979:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1789518538.039854:0:24979:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].1, 224 off8416 00000040:00080000:3.0:1789518538.039879:0:24979:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].2, 112 off8528 00000040:00080000:3.0:1789518538.039891:0:24979:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].3, 224 off8752 00000040:00080000:3.0:1789518538.039902:0:24979:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].4, 224 off8976 00000040:00080000:3.0:1789518538.039914:0:24979:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].5, 112 off9088 00000040:00080000:3.0:1789518538.039934:0:24979:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].6, 224 off9312 00000040:00080000:3.0:1789518538.039946:0:24979:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].7, 224 off9536 00000040:00080000:3.0:1789518538.039957:0:24979:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].8, 128 off9664 00000040:00080000:3.0:1789518538.039982:0:24979:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].9, 224 off9888 00000040:00080000:3.0:1789518538.039996:0:24979:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].10, 224 off10112 00000040:00080000:3.0:1789518538.040009:0:24979:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].11, 128 off10240 00000040:00080000:3.0:1789518538.040027:0:24979:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].12, 224 off10464 00000040:00080000:3.0:1789518538.040033:0:24979:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 12 count 13 00000100:00100000:3.0:1789518538.040101:0:24979:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e7303db5880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1ba3fd75-b94d-432d-934d-65078cb73340:24979:1876445522822400:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1789518538.040159:0:24979:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789518538.040757:0:22645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522822400 00000100:00100000:1.0:1789518538.040765:0:22645:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522822400 00000100:00100000:3.0:1789518538.040784:0:24979:0:(client.c:2716:ptlrpc_set_wait()) set ffff8e73029ef600 going to sleep for 11 seconds 00000100:00100000:1.0:1789518538.040814:0:22645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 102 00000100:00100000:1.0:1789518538.040824:0:22645:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e741e87cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1ba3fd75-b94d-432d-934d-65078cb73340+23:24979:x1876445522822400:12345-0@lo:501:mount.lustre.0 00010000:00010000:0.0:1789518538.040877:0:24700:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789518538.040937:0:22645:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e741e87cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1ba3fd75-b94d-432d-934d-65078cb73340+23:24979:x1876445522822400:12345-0@lo:501:mount.lustre.0 Request processed in 114us (777us total) trans 0 rc 0/0 00000100:00100000:1.0:1789518538.040952:0:22645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 102 00000100:00100000:3.0:1789518538.040964:0:24979:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e7303db5880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1ba3fd75-b94d-432d-934d-65078cb73340:24979:1876445522822400:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1789518538.040994:0:24979:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e7303db5880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1ba3fd75-b94d-432d-934d-65078cb73340:24979:1876445522822528:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1789518538.041029:0:24979:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789518538.041080:0:24979:0:(client.c:2716:ptlrpc_set_wait()) set ffff8e73029ef600 going to sleep for 11 seconds 00000100:00100000:2.0:1789518538.041113:0:22648:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522822528 00000100:00100000:2.0:1789518538.041117:0:22648:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522822528 00000100:00100000:2.0:1789518538.041166:0:22648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 103 00000100:00100000:2.0:1789518538.041171:0:22648:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e741e87f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1ba3fd75-b94d-432d-934d-65078cb73340+23:24979:x1876445522822528:12345-0@lo:503:mount.lustre.0 00000100:00100000:2.0:1789518538.041242:0:22648:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e741e87f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1ba3fd75-b94d-432d-934d-65078cb73340+23:24979:x1876445522822528:12345-0@lo:503:mount.lustre.0 Request processed in 66us (208us total) trans 0 rc 0/0 00000100:00100000:2.0:1789518538.041249:0:22648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 103 00000100:00100000:0.0:1789518538.041276:0:24979:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e7303db5880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1ba3fd75-b94d-432d-934d-65078cb73340:24979:1876445522822528:0@lo:503:mount.lustre.0 00000040:00080000:0.0:1789518538.041612:0:24979:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:0.0:1789518538.041667:0:24979:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e743f9b0700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1ba3fd75-b94d-432d-934d-65078cb73340:24979:1876445522822656:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1789518538.041717:0:24979:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789518538.041743:0:24979:0:(client.c:2716:ptlrpc_set_wait()) set ffff8e7420395300 going to sleep for 11 seconds 00000100:00100000:1.0:1789518538.041836:0:22645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522822656 00000100:00100000:1.0:1789518538.041839:0:22645:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522822656 00000100:00100000:1.0:1789518538.041862:0:22645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 104 00000100:00100000:1.0:1789518538.041869:0:22645:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e741e87f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1ba3fd75-b94d-432d-934d-65078cb73340+23:24979:x1876445522822656:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1789518538.041945:0:22645:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e741e87f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1ba3fd75-b94d-432d-934d-65078cb73340+23:24979:x1876445522822656:12345-0@lo:502:mount.lustre.0 Request processed in 77us (228us total) trans 0 rc 0/0 00000100:00100000:1.0:1789518538.041950:0:22645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 104 00000100:00100000:0.0:1789518538.042006:0:24979:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e743f9b0700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1ba3fd75-b94d-432d-934d-65078cb73340:24979:1876445522822656:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1789518538.042231:0:24979:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].1, 224 off8416 00000040:00080000:0.0:1789518538.042258:0:24979:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].2, 112 off8528 00000040:00080000:0.0:1789518538.042267:0:24979:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].3, 224 off8752 00000040:00080000:0.0:1789518538.042274:0:24979:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].4, 224 off8976 00000040:00080000:0.0:1789518538.042280:0:24979:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].5, 112 off9088 00000040:00080000:0.0:1789518538.042287:0:24979:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].6, 224 off9312 00000040:00080000:0.0:1789518538.042293:0:24979:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].7, 224 off9536 00000040:00080000:0.0:1789518538.042299:0:24979:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].8, 128 off9664 00000040:00080000:0.0:1789518538.042306:0:24979:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].9, 224 off9888 00000040:00080000:0.0:1789518538.042312:0:24979:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].10, 224 off10112 00000040:00080000:0.0:1789518538.042318:0:24979:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].11, 128 off10240 00000100:00100000:0.0:1789518538.042332:0:24979:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e743f9b0700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1ba3fd75-b94d-432d-934d-65078cb73340:24979:1876445522822784:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1789518538.042359:0:24979:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789518538.042383:0:24979:0:(client.c:2716:ptlrpc_set_wait()) set ffff8e7420395300 going to sleep for 11 seconds 00000100:00100000:2.0:1789518538.042429:0:22648:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522822784 00000100:00100000:2.0:1789518538.042433:0:22648:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522822784 00000100:00100000:2.0:1789518538.042456:0:22648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 105 00000100:00100000:2.0:1789518538.042460:0:22648:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e741e87c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1ba3fd75-b94d-432d-934d-65078cb73340+23:24979:x1876445522822784:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1789518538.042781:0:22648:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e741e87c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1ba3fd75-b94d-432d-934d-65078cb73340+23:24979:x1876445522822784:12345-0@lo:502:mount.lustre.0 Request processed in 319us (421us total) trans 0 rc 0/0 00000100:00100000:0.0:1789518538.042781:0:24979:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e743f9b0700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1ba3fd75-b94d-432d-934d-65078cb73340:24979:1876445522822784:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1789518538.042788:0:22648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 105 00000040:00080000:0.0:1789518538.042817:0:24979:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].12, 224 off10464 00000040:00080000:0.0:1789518538.042831:0:24979:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 12 count 13 00000020:01000000:2.0:1789518538.043243:0:24987:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1789518538.043249:0:24987:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789518538.043251:0:24987:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:2.0:1789518538.043257:0:24987:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff8e7303c14000 00000020:00000080:2.0:1789518538.043258:0:24987:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1789518538.043264:0:24987:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789518538.043265:0:24987:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789518538.043266:0:24987:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:2.0:1789518538.043268:0:24987:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1789518538.043269:0:24987:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789518538.043270:0:24987:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:2.0:1789518538.043272:0:24987:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff8e7303c14000 00000020:00000080:2.0:1789518538.043273:0:24987:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1789518538.043315:0:24987:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789518538.043318:0:24987:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789518538.043320:0:24987:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:2.0:1789518538.043322:0:24987:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1789518538.043325:0:24987:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789518538.043326:0:24987:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:2.0:1789518538.043329:0:24987:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff8e7303c14000 00000020:00000080:2.0:1789518538.043331:0:24987:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1789518538.043359:0:24987:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789518538.043362:0:24987:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789518538.043364:0:24987:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:2.0:1789518538.043366:0:24987:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1789518538.043368:0:24987:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789518538.043370:0:24987:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:2.0:1789518538.043372:0:24987:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff8e7303c14000 00000020:00000080:2.0:1789518538.043374:0:24987:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1789518538.043402:0:24987:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789518538.043405:0:24987:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789518538.043406:0:24987:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:2.0:1789518538.043408:0:24987:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xe:0x0] index 13 count 13 00000020:01000000:0.0:1789518538.043693:0:24979:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:0.0:1789518538.043718:0:24979:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.143@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1789518538.043740:0:24979:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.143@tcp lock: ffff8e74421c2e00/0x8d0fd67942315f77 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x8d0fd67942315f7e expref: -99 pid: 24979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518538.043751:0:24979:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.143@tcp lock: ffff8e74421c2e00/0x8d0fd67942315f77 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x8d0fd67942315f7e expref: -99 pid: 24979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789518538.043795:0:24979:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:0.0:1789518538.043798:0:24979:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff8e7303c14000 10000000:01000000:0.0:1789518538.043801:0:24979:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff8e7303c14000 10000000:01000000:0.0:1789518538.043805:0:24979:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1789518538.043809:0:24979:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff8e7303c14000 from 1 10000000:01000000:0.0:1789518538.043812:0:24979:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:0.0:1789518538.043836:0:24979:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.143@tcp lock: ffff8e7435f9d800/0x8d0fd67942315f85 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518538.043844:0:24979:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.143@tcp lock: ffff8e7435f9d800/0x8d0fd67942315f85 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518538.043854:0:24979:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.143@tcp lock: ffff8e7435f9d800/0x8d0fd67942315f85 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789518538.043868:0:24979:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e743f9b0700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1ba3fd75-b94d-432d-934d-65078cb73340:24979:1876445522822912:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1789518538.043900:0:24979:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789518538.043928:0:24979:0:(client.c:2716:ptlrpc_set_wait()) set ffff8e7420395480 going to sleep for 11 seconds 00000100:00100000:1.0:1789518538.046941:0:22645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522822912 00000100:00100000:1.0:1789518538.046955:0:22645:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522822912 00000100:00100000:1.0:1789518538.047184:0:22645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 106 00000100:00100000:1.0:1789518538.047194:0:22645:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e741e87fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1ba3fd75-b94d-432d-934d-65078cb73340+23:24979:x1876445522822912:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1789518538.047212:0:22645:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789518538.047230:0:22645:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8e7435f0da00/0x8d0fd67942315f8c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: local remote: 0x8d0fd67942315f85 expref: -99 pid: 22645 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518538.047257:0:22645:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8e7435f0da00/0x8d0fd67942315f8c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x8d0fd67942315f85 expref: 24 pid: 22645 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518538.047268:0:22645:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8e7435f0da00/0x8d0fd67942315f8c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x8d0fd67942315f85 expref: 24 pid: 22645 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518538.047277:0:22645:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8e7435f0da00, rc 0) 00000100:00100000:1.0:1789518538.047355:0:22645:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e741e87fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1ba3fd75-b94d-432d-934d-65078cb73340+24:24979:x1876445522822912:12345-0@lo:101:mount.lustre.0 Request processed in 163us (3454us total) trans 0 rc 0/0 00000100:00100000:1.0:1789518538.047362:0:22645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 106 00000100:00100000:0.0:1789518538.053884:0:24979:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e743f9b0700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1ba3fd75-b94d-432d-934d-65078cb73340:24979:1876445522822912:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1789518538.053909:0:24979:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.143@tcp lock: ffff8e7435f9d800/0x8d0fd67942315f85 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0x8d0fd67942315f8c expref: -99 pid: 24979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518538.053927:0:24979:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.143@tcp lock: ffff8e7435f9d800/0x8d0fd67942315f85 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0x8d0fd67942315f8c expref: -99 pid: 24979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1789518538.056814:0:24979:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 52 count 51 00000040:00080000:3.0:1789518538.057085:0:24979:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1789518538.057255:0:24979:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].1, 224 off8416 00000040:00080000:3.0:1789518538.057279:0:24979:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].2, 120 off8536 00000040:00080000:3.0:1789518538.057294:0:24979:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].3, 168 off8704 00000040:00080000:3.0:1789518538.057307:0:24979:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].4, 224 off8928 00000040:00080000:3.0:1789518538.057321:0:24979:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].5, 224 off9152 00000040:00080000:3.0:1789518538.057333:0:24979:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].6, 120 off9272 00000040:00080000:3.0:1789518538.057360:0:24979:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].7, 168 off9440 00000040:00080000:3.0:1789518538.057377:0:24979:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].8, 224 off9664 00000040:00080000:3.0:1789518538.057389:0:24979:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].9, 224 off9888 00000040:00080000:3.0:1789518538.057400:0:24979:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].10, 120 off10008 00000040:00080000:3.0:1789518538.057429:0:24979:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].11, 224 off10232 00000040:00080000:3.0:1789518538.057444:0:24979:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].12, 224 off10456 00000040:00080000:3.0:1789518538.057457:0:24979:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].13, 88 off10544 00000040:00080000:3.0:1789518538.057501:0:24979:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].14, 128 off10672 00000040:00080000:3.0:1789518538.057517:0:24979:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].15, 144 off10816 00000040:00080000:3.0:1789518538.057531:0:24979:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].16, 160 off10976 00000040:00080000:3.0:1789518538.057543:0:24979:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].17, 224 off11200 00000040:00080000:3.0:1789518538.057553:0:24979:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].18, 224 off11424 00000040:00080000:3.0:1789518538.057565:0:24979:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].19, 80 off11504 00000040:00080000:3.0:1789518538.057578:0:24979:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].20, 224 off11728 00000040:00080000:3.0:1789518538.057591:0:24979:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].21, 224 off11952 00000040:00080000:3.0:1789518538.057604:0:24979:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].22, 88 off12040 00000040:00080000:3.0:1789518538.057765:0:24979:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].23, 128 off12168 00000040:00080000:3.0:1789518538.057783:0:24979:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].24, 144 off12312 00000040:00080000:3.0:1789518538.057798:0:24979:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].25, 160 off12472 00000040:00080000:3.0:1789518538.057811:0:24979:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].26, 224 off12696 00000040:00080000:3.0:1789518538.057836:0:24979:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].27, 224 off12920 00000040:00080000:3.0:1789518538.057850:0:24979:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].28, 80 off13000 00000040:00080000:3.0:1789518538.057863:0:24979:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].29, 224 off13224 00000040:00080000:3.0:1789518538.057876:0:24979:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].30, 224 off13448 00000040:00080000:3.0:1789518538.057888:0:24979:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].31, 88 off13536 00000040:00080000:3.0:1789518538.057902:0:24979:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].32, 128 off13664 00000040:00080000:3.0:1789518538.057914:0:24979:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].33, 144 off13808 00000040:00080000:3.0:1789518538.057926:0:24979:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].34, 128 off13936 00000040:00080000:3.0:1789518538.057938:0:24979:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].35, 224 off14160 00000040:00080000:3.0:1789518538.057950:0:24979:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].36, 224 off14384 00000040:00080000:3.0:1789518538.057961:0:24979:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].37, 80 off14464 00000040:00080000:3.0:1789518538.057974:0:24979:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].38, 224 off14688 00000040:00080000:3.0:1789518538.057987:0:24979:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].39, 224 off14912 00000040:00080000:3.0:1789518538.057999:0:24979:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].40, 88 off15000 00000040:00080000:3.0:1789518538.058010:0:24979:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].41, 128 off15128 00000040:00080000:3.0:1789518538.058023:0:24979:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].42, 144 off15272 00000040:00080000:3.0:1789518538.058051:0:24979:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].43, 128 off15400 00000040:00080000:3.0:1789518538.058066:0:24979:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].44, 224 off15624 00000040:00080000:3.0:1789518538.058080:0:24979:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].45, 224 off15848 00000040:00080000:3.0:1789518538.058094:0:24979:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].46, 80 off15928 00000040:00080000:3.0:1789518538.058118:0:24979:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].47, 224 off16152 00000040:00080000:3.0:1789518538.058133:0:24979:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].48, 232 off16384 00000040:00080000:3.0:1789518538.058230:0:24979:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].49, 224 off16608 00000040:00080000:3.0:1789518538.058249:0:24979:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].50, 120 off16728 00000040:00080000:3.0:1789518538.058267:0:24979:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].51, 224 off16952 00000040:00080000:3.0:1789518538.058272:0:24979:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 51 count 51 00000100:00100000:3.0:1789518538.058498:0:24979:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e7303db6300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1ba3fd75-b94d-432d-934d-65078cb73340:24979:1876445522823040:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1789518538.058573:0:24979:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789518538.058627:0:24979:0:(client.c:2716:ptlrpc_set_wait()) set ffff8e730348c600 going to sleep for 11 seconds 00000100:00100000:2.0:1789518538.059126:0:22648:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522823040 00000100:00100000:2.0:1789518538.059135:0:22648:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522823040 00000100:00100000:2.0:1789518538.059182:0:22648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 107 00000100:00100000:2.0:1789518538.059191:0:22648:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e741e87ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1ba3fd75-b94d-432d-934d-65078cb73340+24:24979:x1876445522823040:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789518538.059317:0:22648:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e741e87ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1ba3fd75-b94d-432d-934d-65078cb73340+24:24979:x1876445522823040:12345-0@lo:501:mount.lustre.0 Request processed in 127us (744us total) trans 0 rc 0/0 00000100:00100000:2.0:1789518538.059325:0:22648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 107 00000100:00100000:3.0:1789518538.059537:0:24979:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e7303db6300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1ba3fd75-b94d-432d-934d-65078cb73340:24979:1876445522823040:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1789518538.059571:0:24979:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e7303db6300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1ba3fd75-b94d-432d-934d-65078cb73340:24979:1876445522823168:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1789518538.059610:0:24979:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789518538.059869:0:24979:0:(client.c:2716:ptlrpc_set_wait()) set ffff8e730348c600 going to sleep for 11 seconds 00000100:00100000:2.0:1789518538.061103:0:22645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522823168 00000100:00100000:2.0:1789518538.061111:0:22645:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522823168 00000100:00100000:2.0:1789518538.061162:0:22645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108 00000100:00100000:2.0:1789518538.061170:0:22645:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e741e87e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1ba3fd75-b94d-432d-934d-65078cb73340+24:24979:x1876445522823168:12345-0@lo:503:mount.lustre.0 00000100:00100000:2.0:1789518538.061275:0:22645:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e741e87e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1ba3fd75-b94d-432d-934d-65078cb73340+24:24979:x1876445522823168:12345-0@lo:503:mount.lustre.0 Request processed in 105us (1664us total) trans 0 rc 0/0 00000100:00100000:2.0:1789518538.061283:0:22645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108 00000100:00100000:3.0:1789518538.061301:0:24979:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e7303db6300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1ba3fd75-b94d-432d-934d-65078cb73340:24979:1876445522823168:0@lo:503:mount.lustre.0 00000040:00080000:3.0:1789518538.061771:0:24979:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:3.0:1789518538.061835:0:24979:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e7303db6300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1ba3fd75-b94d-432d-934d-65078cb73340:24979:1876445522823296:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789518538.061872:0:24979:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789518538.061906:0:24979:0:(client.c:2716:ptlrpc_set_wait()) set ffff8e740560a000 going to sleep for 11 seconds 00000100:00100000:2.0:1789518538.062023:0:22647:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522823296 00000100:00100000:2.0:1789518538.062028:0:22647:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522823296 00000100:00100000:2.0:1789518538.062051:0:22647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 109 00000100:00100000:2.0:1789518538.062057:0:22647:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e741e87e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1ba3fd75-b94d-432d-934d-65078cb73340+24:24979:x1876445522823296:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1789518538.062134:0:22647:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e741e87e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1ba3fd75-b94d-432d-934d-65078cb73340+24:24979:x1876445522823296:12345-0@lo:502:mount.lustre.0 Request processed in 77us (262us total) trans 0 rc 0/0 00000100:00100000:2.0:1789518538.062141:0:22647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 109 00000100:00100000:3.0:1789518538.062422:0:24979:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e7303db6300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1ba3fd75-b94d-432d-934d-65078cb73340:24979:1876445522823296:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1789518538.062753:0:24979:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].1, 224 off8416 00000040:00080000:3.0:1789518538.062779:0:24979:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].2, 120 off8536 00000040:00080000:3.0:1789518538.062795:0:24979:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].3, 168 off8704 00000040:00080000:3.0:1789518538.062810:0:24979:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].4, 224 off8928 00000040:00080000:3.0:1789518538.062823:0:24979:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].5, 224 off9152 00000040:00080000:3.0:1789518538.062852:0:24979:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].6, 120 off9272 00000040:00080000:3.0:1789518538.062868:0:24979:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].7, 168 off9440 00000040:00080000:3.0:1789518538.062882:0:24979:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].8, 224 off9664 00000040:00080000:3.0:1789518538.062905:0:24979:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].9, 224 off9888 00000040:00080000:3.0:1789518538.062920:0:24979:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].10, 120 off10008 00000040:00080000:3.0:1789518538.062935:0:24979:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].11, 224 off10232 00000040:00080000:3.0:1789518538.062948:0:24979:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].12, 224 off10456 00000040:00080000:3.0:1789518538.062961:0:24979:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].13, 88 off10544 00000040:00080000:3.0:1789518538.062973:0:24979:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].14, 128 off10672 00000040:00080000:3.0:1789518538.062987:0:24979:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].15, 144 off10816 00000040:00080000:3.0:1789518538.063000:0:24979:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].16, 160 off10976 00000040:00080000:3.0:1789518538.063014:0:24979:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].17, 224 off11200 00000040:00080000:3.0:1789518538.063028:0:24979:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].18, 224 off11424 00000040:00080000:3.0:1789518538.063041:0:24979:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].19, 80 off11504 00000040:00080000:3.0:1789518538.063053:0:24979:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].20, 224 off11728 00000040:00080000:3.0:1789518538.063066:0:24979:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].21, 224 off11952 00000040:00080000:3.0:1789518538.063092:0:24979:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].22, 88 off12040 00000040:00080000:3.0:1789518538.063107:0:24979:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].23, 128 off12168 00000040:00080000:3.0:1789518538.063123:0:24979:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].24, 144 off12312 00000040:00080000:3.0:1789518538.063136:0:24979:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].25, 160 off12472 00000040:00080000:3.0:1789518538.063149:0:24979:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].26, 224 off12696 00000040:00080000:3.0:1789518538.063162:0:24979:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].27, 224 off12920 00000040:00080000:3.0:1789518538.063177:0:24979:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].28, 80 off13000 00000040:00080000:3.0:1789518538.063191:0:24979:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].29, 224 off13224 00000040:00080000:3.0:1789518538.063204:0:24979:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].30, 224 off13448 00000040:00080000:3.0:1789518538.063216:0:24979:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].31, 88 off13536 00000040:00080000:3.0:1789518538.063229:0:24979:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].32, 128 off13664 00000040:00080000:3.0:1789518538.063242:0:24979:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].33, 144 off13808 00000040:00080000:3.0:1789518538.063255:0:24979:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].34, 128 off13936 00000040:00080000:3.0:1789518538.063268:0:24979:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].35, 224 off14160 00000040:00080000:3.0:1789518538.063283:0:24979:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].36, 224 off14384 00000040:00080000:3.0:1789518538.063297:0:24979:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].37, 80 off14464 00000040:00080000:3.0:1789518538.063321:0:24979:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].38, 224 off14688 00000040:00080000:3.0:1789518538.063336:0:24979:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].39, 224 off14912 00000040:00080000:3.0:1789518538.063364:0:24979:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].40, 88 off15000 00000040:00080000:3.0:1789518538.063380:0:24979:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].41, 128 off15128 00000040:00080000:3.0:1789518538.063402:0:24979:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].42, 144 off15272 00000040:00080000:3.0:1789518538.063416:0:24979:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].43, 128 off15400 00000040:00080000:3.0:1789518538.063431:0:24979:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].44, 224 off15624 00000040:00080000:3.0:1789518538.063443:0:24979:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].45, 224 off15848 00000040:00080000:3.0:1789518538.063452:0:24979:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].46, 80 off15928 00000040:00080000:3.0:1789518538.063486:0:24979:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].47, 224 off16152 00000040:00080000:3.0:1789518538.063501:0:24979:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].48, 232 off16384 00000100:00100000:3.0:1789518538.063535:0:24979:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e7303db6300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1ba3fd75-b94d-432d-934d-65078cb73340:24979:1876445522823424:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789518538.063578:0:24979:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789518538.063608:0:24979:0:(client.c:2716:ptlrpc_set_wait()) set ffff8e730348c600 going to sleep for 11 seconds 00000100:00100000:2.0:1789518538.063899:0:22645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522823424 00000100:00100000:2.0:1789518538.063906:0:22645:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522823424 00000100:00100000:2.0:1789518538.063949:0:22645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 110 00000100:00100000:2.0:1789518538.063963:0:22645:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e741e87c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1ba3fd75-b94d-432d-934d-65078cb73340+24:24979:x1876445522823424:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1789518538.064056:0:22645:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e741e87c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1ba3fd75-b94d-432d-934d-65078cb73340+24:24979:x1876445522823424:12345-0@lo:502:mount.lustre.0 Request processed in 95us (478us total) trans 0 rc 0/0 00000100:00100000:2.0:1789518538.064064:0:22645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 110 00000100:00100000:3.0:1789518538.064150:0:24979:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e7303db6300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1ba3fd75-b94d-432d-934d-65078cb73340:24979:1876445522823424:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1789518538.064281:0:24979:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].49, 224 off16608 00000040:00080000:3.0:1789518538.064302:0:24979:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].50, 120 off16728 00000100:00100000:3.0:1789518538.064322:0:24979:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e7303db6300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1ba3fd75-b94d-432d-934d-65078cb73340:24979:1876445522823552:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789518538.064368:0:24979:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789518538.064391:0:24979:0:(client.c:2716:ptlrpc_set_wait()) set ffff8e740560a000 going to sleep for 11 seconds 00000100:00100000:2.0:1789518538.064494:0:22648:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522823552 00000100:00100000:2.0:1789518538.064498:0:22648:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522823552 00000100:00100000:2.0:1789518538.064524:0:22648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 111 00000100:00100000:2.0:1789518538.064531:0:22648:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e741e87dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1ba3fd75-b94d-432d-934d-65078cb73340+24:24979:x1876445522823552:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1789518538.064588:0:22648:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e741e87dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1ba3fd75-b94d-432d-934d-65078cb73340+24:24979:x1876445522823552:12345-0@lo:502:mount.lustre.0 Request processed in 57us (220us total) trans 0 rc 0/0 00000100:00100000:2.0:1789518538.064595:0:22648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 111 00000100:00100000:3.0:1789518538.064793:0:24979:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e7303db6300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1ba3fd75-b94d-432d-934d-65078cb73340:24979:1876445522823552:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1789518538.064828:0:24979:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].51, 224 off16952 00000040:00080000:3.0:1789518538.064835:0:24979:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 51 count 51 00000020:01000004:2.0:1789518538.065593:0:24993:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-OST0001 (typ=lwp) 00000020:00000080:2.0:1789518538.065608:0:24993:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-OST0001 (ffff8e7303204d40) 00000020:00000080:2.0:1789518538.065750:0:24993:0:(obd_config.c:720:class_attach_name()) OBD: dev 27 attached type lwp with refcount 2 00000020:01000004:2.0:1789518538.065846:0:24993:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8e7303c14000 from lustre-OST0001, refs=3 00000020:01000004:2.0:1789518538.065851:0:24993:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8e7303c14000 from lustre-OST0001, refs=3 00000020:01000004:2.0:1789518538.065853:0:24993:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8e7303c14000 3 00010000:00080000:2.0:1789518538.065881:0:24993:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8e7302927800@lustre-MDT0000-lwp-OST0001: add connection 192.168.202.143@tcp at head 00010000:00010000:2.0:1789518538.067870:0:24993:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-OST0001-11 is initialized 00000020:00000080:2.0:1789518538.068553:0:24993:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-OST0001 (uuid lustre-MDT0000-lwp-OST0001_UUID) 00000010:01000000:2.0:1789518538.068598:0:24993:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:2.0:1789518538.068610:0:24993:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-lwp-OST0001, cookie 0x8d0fd67942315f9a 00000100:00080000:2.0:1789518538.068620:0:24993:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1789518538.068631:0:24993:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8e7302927800 using connection 192.168.202.143@tcp/0@lo 00000100:00100000:2.0:1789518538.068664:0:24993:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8e7435f73100 x1876445522823680/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789518538.068702:0:24993:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID 00000100:00100000:2.0:1789518538.069545:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e7435f73100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3636:1876445522823680:0@lo:38:llog_process_th.0 00000100:00100000:2.0:1789518538.069614:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789518538.069670:0:24590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522823680 00000100:00100000:2.0:1789518538.069691:0:24590:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522823680 00000100:00100000:2.0:1789518538.069727:0:24590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1789518538.069735:0:24590:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7435f73800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3636:x1876445522823680:12345-0@lo:38:llog_process_th.0 00010000:00080000:2.0:1789518538.069759:0:24590:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-OST0001_UUID@0@lo t0 exp 0000000000000000 cur 705 last 0 00000020:00000080:2.0:1789518538.069790:0:24590:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-lwp-OST0001_UUID, cookie 0x8d0fd67942315fa1 00000004:00100000:2.0:1789518538.069804:0:24590:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:2.0:1789518538.069831:0:24590:0:(import.c:65:import_set_state_nolock()) ffff8e7302925000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1789518538.069880:0:24590:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7435f73800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3636:x1876445522823680:12345-0@lo:38:llog_process_th.0 Request processed in 145us (266us total) trans 0 rc 0/0 00000100:00100000:2.0:1789518538.069888:0:24590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00010000:00080000:2.0:1789518538.069928:0:3636:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8e7435f73100 x1876445522823680/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1789518548 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789518538.069939:0:3636:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 2 00000100:00080000:2.0:1789518538.069946:0:3636:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-OST0001: connect to target with instance 3 00000100:00080000:2.0:1789518538.069954:0:3636:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-OST0001: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:2.0:1789518538.069957:0:3636:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:2.0:1789518538.069959:0:3636:0:(import.c:65:import_set_state_nolock()) ffff8e7302927800 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:2.0:1789518538.069965:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e7435f73100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3636:1876445522823680:0@lo:38:llog_process_th.0 00000020:01000004:3.0:1789518538.076298:0:24993:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0001-lwp-OST0001 (typ=lwp) 00000020:00000080:3.0:1789518538.076316:0:24993:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-lwp-OST0001 (ffff8e743b253380) 00000020:00000080:3.0:1789518538.076341:0:24993:0:(obd_config.c:720:class_attach_name()) OBD: dev 28 attached type lwp with refcount 2 00000020:01000004:3.0:1789518538.076439:0:24993:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8e7303c14000 from lustre-OST0001, refs=3 00000020:01000004:3.0:1789518538.076444:0:24993:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8e7303c14000 from lustre-OST0001, refs=3 00000020:01000004:3.0:1789518538.076447:0:24993:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8e7303c14000 3 00010000:00080000:3.0:1789518538.076501:0:24993:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8e730297d800@lustre-MDT0001-lwp-OST0001: add connection 192.168.202.143@tcp at head 00010000:00010000:3.0:1789518538.081350:0:24993:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-lwp-OST0001-12 is initialized 00000020:00000080:3.0:1789518538.081704:0:24993:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-lwp-OST0001 (uuid lustre-MDT0001-lwp-OST0001_UUID) 00000010:01000000:3.0:1789518538.081762:0:24993:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:3.0:1789518538.081776:0:24993:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-lwp-OST0001, cookie 0x8d0fd67942315faf 00000100:00080000:3.0:1789518538.081787:0:24993:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1789518538.081798:0:24993:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff8e730297d800 using connection 192.168.202.143@tcp/0@lo 00000100:00100000:3.0:1789518538.081832:0:24993:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8e7303db6300 x1876445522823808/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789518538.081859:0:24993:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID 00000100:00100000:0.0:1789518538.081955:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e7303db6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3636:1876445522823808:0@lo:38:llog_process_th.0 00000100:00100000:0.0:1789518538.082036:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789518538.082129:0:22653:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522823808 00000100:00100000:3.0:1789518538.082137:0:22653:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522823808 00000100:00100000:3.0:1789518538.082179:0:22653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1789518538.082186:0:22653:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e743f9b0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3636:x1876445522823808:12345-0@lo:38:llog_process_th.0 00010000:00080000:3.0:1789518538.082210:0:22653:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-MDT0001: connection from lustre-MDT0001-lwp-OST0001_UUID@0@lo t0 exp 0000000000000000 cur 705 last 0 00000020:00000080:3.0:1789518538.082240:0:22653:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-lwp-OST0001_UUID, cookie 0x8d0fd67942315fb6 00000004:00100000:3.0:1789518538.082254:0:22653:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0001: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:3.0:1789518538.082283:0:22653:0:(import.c:65:import_set_state_nolock()) ffff8e730297c800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1789518538.082335:0:22653:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e743f9b0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3636:x1876445522823808:12345-0@lo:38:llog_process_th.0 Request processed in 148us (299us total) trans 0 rc 0/0 00000100:00100000:3.0:1789518538.082342:0:22653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00010000:00080000:0.0:1789518538.082413:0:3636:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8e7303db6300 x1876445522823808/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1789518548 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789518538.082423:0:3636:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 2 00000100:00080000:0.0:1789518538.082430:0:3636:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-MDT0001-lwp-OST0001: connect to target with instance 3 00000100:00080000:0.0:1789518538.082436:0:3636:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-MDT0001-lwp-OST0001: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:0.0:1789518538.082441:0:3636:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:0.0:1789518538.082443:0:3636:0:(import.c:65:import_set_state_nolock()) ffff8e730297d800 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00100000:0.0:1789518538.082448:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e7303db6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3636:1876445522823808:0@lo:38:llog_process_th.0 00000040:00080000:3.0:1789518538.086823:0:24993:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x10:0x0] index 52 count 51 00000020:01000000:1.0:1789518538.087041:0:24979:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:1.0:1789518538.087083:0:24979:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.143@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:1.0:1789518538.087104:0:24979:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.143@tcp lock: ffff8e7435f9d800/0x8d0fd67942315f85 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0x8d0fd67942315f8c expref: -99 pid: 24979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518538.087117:0:24979:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.143@tcp lock: ffff8e7435f9d800/0x8d0fd67942315f85 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0x8d0fd67942315f8c expref: -99 pid: 24979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:1.0:1789518538.087169:0:24979:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:1.0:1789518538.087171:0:24979:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:1.0:1789518538.087173:0:24979:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1789518538.087174:0:24979:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1789518538.087175:0:24979:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1789518538.087177:0:24979:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1789518538.087179:0:24979:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1789518538.087180:0:24979:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1789518538.087182:0:24979:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:1.0:1789518538.087185:0:24979:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0001 0x40020002 00000020:01000004:1.0:1789518538.087188:0:24979:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:1.0:1789518538.087189:0:24979:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:1.0:1789518538.087191:0:24979:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1789518538.087192:0:24979:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1789518538.087193:0:24979:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1789518538.087194:0:24979:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1789518538.087195:0:24979:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1789518538.087196:0:24979:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1789518538.087197:0:24979:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:1.0:1789518538.087223:0:24979:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0001 00000100:00100000:1.0:1789518538.087244:0:24979:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e7441296d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1ba3fd75-b94d-432d-934d-65078cb73340:24979:1876445522823936:0@lo:253:mount.lustre.0 00000100:00100000:1.0:1789518538.087313:0:24979:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789518538.087357:0:24979:0:(client.c:2716:ptlrpc_set_wait()) set ffff8e740d912e40 going to sleep for 11 seconds 00000100:00100000:0.0:1789518538.087567:0:22647:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522823936 00000100:00100000:0.0:1789518538.087576:0:22647:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522823936 00000100:00100000:0.0:1789518538.087622:0:22647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 112 00000100:00100000:0.0:1789518538.087632:0:22647:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e741e87d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1ba3fd75-b94d-432d-934d-65078cb73340+24:24979:x1876445522823936:12345-0@lo:253:mount.lustre.0 20000000:01000000:0.0:1789518538.087657:0:22647:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 1 is ready to reconnect. 20000000:01000000:0.0:1789518538.087671:0:22647:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 20000000:01000000:1.0:1789518538.097450:0:22647:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:1.0:1789518538.097809:0:22647:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0001, index=1, rc=0 00000100:00100000:1.0:1789518538.098504:0:22647:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e741e87d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1ba3fd75-b94d-432d-934d-65078cb73340+24:24979:x1876445522823936:12345-0@lo:253:mount.lustre.0 Request processed in 10868us (11185us total) trans 0 rc 0/0 00000100:00100000:1.0:1789518538.098520:0:22647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 112 00000100:00100000:0.0:1789518538.098743:0:24979:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e7441296d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1ba3fd75-b94d-432d-934d-65078cb73340:24979:1876445522823936:0@lo:253:mount.lustre.0 10000000:01000000:0.0:1789518538.098757:0:24979:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0001 got index = 1 00000020:01000004:0.0:1789518538.098761:0:24979:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:0.0:1789518538.098762:0:24979:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:0.0:1789518538.098763:0:24979:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1789518538.098765:0:24979:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1789518538.098771:0:24979:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1789518538.098773:0:24979:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1789518538.098774:0:24979:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1789518538.098776:0:24979:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1789518538.098777:0:24979:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:0.0:1789518538.098795:0:24979:0:(tgt_mount.c:2694:server_calc_timeout()) lustre-OST0001: Imperative Recovery not enabled, recovery window 60-180 00000001:00000004:0.0:1789518538.100826:0:24979:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 3, last_transno is 12884901888 20000000:01000000:3.0:1789518538.103892:0:22669:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:3.0:1789518538.103904:0:22669:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:3.0:1789518538.103931:0:22669:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8e74421c2400/0x8d0fd67942315fbd lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518538.103950:0:22669:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8e7400030600/0x8d0fd67942315e51 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x8d0fd67942315e4a expref: 23 pid: 22645 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518538.103958:0:22669:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8e740166dc00/0x8d0fd67942315e5f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x8d0fd67942315e58 expref: 23 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518538.103974:0:22669:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8e74421c2400/0x8d0fd67942315fbd lrc: 5/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518538.104014:0:22669:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8e740166dc00/0x8d0fd67942315e5f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x8d0fd67942315e58 expref: 23 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518538.104027:0:22669:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8e740166dc00/0x8d0fd67942315e5f lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x8d0fd67942315e58 expref: 23 pid: 22647 timeout: 805 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789518538.104043:0:22669:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e7303db7480 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22669:1876445522824064:0@lo:104: 00000100:00100000:3.0:1789518538.104101:0:22669:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789518538.104983:0:22636:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522824064 00000100:00100000:2.0:1789518538.104993:0:22636:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522824064 00010000:00010000:3.0:1789518538.105001:0:22669:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8e7400030600/0x8d0fd67942315e51 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x8d0fd67942315e4a expref: 23 pid: 22645 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518538.105012:0:22669:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8e7400030600/0x8d0fd67942315e51 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x8d0fd67942315e4a expref: 23 pid: 22645 timeout: 805 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789518538.105021:0:22669:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e7303db5880 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22669:1876445522824192:0@lo:104: 00000100:00100000:3.0:1789518538.105054:0:22669:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789518538.105153:0:22669:0:(client.c:2716:ptlrpc_set_wait()) set ffff8e740560a000 going to sleep for 11 seconds 00000100:00100000:2.0:1789518538.105190:0:22636:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522824192 00000100:00100000:2.0:1789518538.105194:0:22636:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522824192 00000100:00100000:2.0:1789518538.105217:0:22636:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1789518538.105236:0:22636:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7303db6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1ba3fd75-b94d-432d-934d-65078cb73340+4:22669:x1876445522824064:12345-0@lo:104: 00010000:00010000:2.0:1789518538.105249:0:22636:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.143@tcp lock: ffff8e7400030a00/0x8d0fd67942315e58 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x8d0fd67942315e5f expref: -99 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518538.105316:0:22636:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1789518538.105322:0:22636:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7303db6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1ba3fd75-b94d-432d-934d-65078cb73340+4:22669:x1876445522824064:12345-0@lo:104: Request processed in 89us (1221us total) trans 0 rc 0/0 00000100:00100000:2.0:1789518538.105329:0:22636:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1789518538.105348:0:22636:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1789518538.105354:0:22636:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e743f93bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1ba3fd75-b94d-432d-934d-65078cb73340+3:22669:x1876445522824192:12345-0@lo:104: 00010000:00010000:2.0:1789518538.105362:0:22636:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.143@tcp lock: ffff8e7400030000/0x8d0fd67942315e4a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x8d0fd67942315e51 expref: -99 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518538.105395:0:22636:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:2.0:1789518538.105400:0:22636:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e743f93bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1ba3fd75-b94d-432d-934d-65078cb73340+3:22669:x1876445522824192:12345-0@lo:104: Request processed in 47us (346us total) trans 0 rc 0/0 00000100:00100000:2.0:1789518538.105405:0:22636:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00010000:00010000:1.0:1789518538.105510:0:22642:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1789518538.105517:0:22642:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.143@tcp lock: ffff8e7400030a00/0x8d0fd67942315e58 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x8d0fd67942315e5f expref: -99 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518538.105525:0:22642:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8e7400030a00 already unused, calling callback (ffffffffc11d3c20) 10000000:00010000:1.0:1789518538.105529:0:22642:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.143@tcp lock: ffff8e7400030a00/0x8d0fd67942315e58 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x8d0fd67942315e5f expref: -99 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518538.105537:0:22642:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.143@tcp lock: ffff8e7400030a00/0x8d0fd67942315e58 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x8d0fd67942315e5f expref: -99 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1789518538.105543:0:22642:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.143@tcp lock: ffff8e7400030a00/0x8d0fd67942315e58 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x8d0fd67942315e5f expref: -99 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789518538.105550:0:22642:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:1.0:1789518538.105579:0:22642:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.143@tcp lock: ffff8e7400030a00/0x8d0fd67942315e58 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x8d0fd67942315e5f expref: -99 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518538.105585:0:22642:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1789518538.105604:0:22642:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.143@tcp lock: ffff8e7400030a00/0x8d0fd67942315e58 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x8d0fd67942315e5f expref: -99 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518538.105611:0:22642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.143@tcp lock: ffff8e7400030a00/0x8d0fd67942315e58 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x8d0fd67942315e5f expref: -99 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518538.105624:0:22642:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789518538.105627:0:22642:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.143@tcp lock: ffff8e7400030000/0x8d0fd67942315e4a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x8d0fd67942315e51 expref: -99 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518538.105633:0:22642:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8e7400030000 already unused, calling callback (ffffffffc11d3c20) 10000000:00010000:1.0:1789518538.105635:0:22642:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.143@tcp lock: ffff8e7400030000/0x8d0fd67942315e4a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x8d0fd67942315e51 expref: -99 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518538.105650:0:22642:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.143@tcp lock: ffff8e7400030000/0x8d0fd67942315e4a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x8d0fd67942315e51 expref: -99 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1789518538.105656:0:22642:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.143@tcp lock: ffff8e7400030000/0x8d0fd67942315e4a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x8d0fd67942315e51 expref: -99 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789518538.105662:0:22642:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:1.0:1789518538.105675:0:22642:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.143@tcp lock: ffff8e7400030000/0x8d0fd67942315e4a lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x8d0fd67942315e51 expref: -99 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518538.105694:0:22642:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1789518538.105710:0:22642:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.143@tcp lock: ffff8e7400030000/0x8d0fd67942315e4a lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x8d0fd67942315e51 expref: -99 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518538.105716:0:22642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.143@tcp lock: ffff8e7400030000/0x8d0fd67942315e4a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x8d0fd67942315e51 expref: -99 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518538.105729:0:22642:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789518538.105731:0:22642:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789518538.105732:0:22642:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789518538.105744:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e7441297100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1ba3fd75-b94d-432d-934d-65078cb73340:3638:1876445522824320:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1789518538.105775:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789518538.105811:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e7441294000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1ba3fd75-b94d-432d-934d-65078cb73340:3639:1876445522824448:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1789518538.105832:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789518538.105863:0:22639:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522824320 00000100:00100000:1.0:1789518538.105867:0:22639:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522824320 00010000:00010000:1.0:1789518538.105885:0:22639:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8e740166dc00/0x8d0fd67942315e5f lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x8d0fd67942315e58 expref: 24 pid: 22647 timeout: 805 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789518538.105917:0:22639:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522824448 00000100:00100000:1.0:1789518538.105921:0:22639:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522824448 00010000:00010000:1.0:1789518538.105933:0:22639:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8e7400030600/0x8d0fd67942315e51 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x8d0fd67942315e4a expref: 25 pid: 22645 timeout: 805 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789518538.105949:0:22639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1789518538.105955:0:22639:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7441296680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1ba3fd75-b94d-432d-934d-65078cb73340+25:3638:x1876445522824320:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1789518538.105965:0:22639:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1789518538.105969:0:22639:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8e740166dc00/0x8d0fd67942315e5f lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x8d0fd67942315e58 expref: 25 pid: 22647 timeout: 805 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518538.105977:0:22639:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8e740166dc00/0x8d0fd67942315e5f lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x8d0fd67942315e58 expref: 25 pid: 22647 timeout: 805 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518538.105990:0:22639:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1789518538.106095:0:22639:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7441296680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1ba3fd75-b94d-432d-934d-65078cb73340+25:3638:x1876445522824320:12345-0@lo:103:ldlm_bl.0 Request processed in 139us (318us total) trans 0 rc 0/0 00000100:00100000:1.0:1789518538.106102:0:22639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1789518538.106119:0:22639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1789518538.106125:0:22639:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7441294700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1ba3fd75-b94d-432d-934d-65078cb73340+24:3639:x1876445522824448:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1789518538.106133:0:22639:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1789518538.106137:0:22639:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8e7400030600/0x8d0fd67942315e51 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x8d0fd67942315e4a expref: 24 pid: 22645 timeout: 805 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518538.106146:0:22639:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8e7400030600/0x8d0fd67942315e51 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x8d0fd67942315e4a expref: 24 pid: 22645 timeout: 805 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518538.106158:0:22639:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8e74421c2400/0x8d0fd67942315fbd lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 22669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518538.106173:0:22639:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8e74421c2400/0x8d0fd67942315fbd lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 22669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:1.0:1789518538.106188:0:22639:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003430898s 00010000:00010000:1.0:1789518538.106193:0:22639:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8e74421c2400/0x8d0fd67942315fbd lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518538.106200:0:22639:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8e74421c2400/0x8d0fd67942315fbd lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518538.106207:0:22639:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8e74421c2400/0x8d0fd67942315fbd lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518538.106213:0:22639:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8e74421c2400/0x8d0fd67942315fbd lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518538.106219:0:22639:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8e74421c2400 already unused, calling callback (ffffffffc0bd28b0) 00010000:00010000:1.0:1789518538.106223:0:22639:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8e74421c2400/0x8d0fd67942315fbd lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518538.106231:0:22639:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8e74421c2400/0x8d0fd67942315fbd lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518538.106240:0:22639:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8e74421c2400/0x8d0fd67942315fbd lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518538.106249:0:22639:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1789518538.106281:0:22639:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7441294700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1ba3fd75-b94d-432d-934d-65078cb73340+24:3639:x1876445522824448:12345-0@lo:103:ldlm_bl.0 Request processed in 156us (447us total) trans 0 rc 0/0 00000100:00100000:1.0:1789518538.106288:0:22639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1789518538.106375:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e7441294000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1ba3fd75-b94d-432d-934d-65078cb73340:3639:1876445522824448:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1789518538.106399:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e7441297100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1ba3fd75-b94d-432d-934d-65078cb73340:3638:1876445522824320:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1789518538.106504:0:22669:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8e740166dc00/0x8d0fd67942315e5f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x8d0fd67942315e58 expref: 23 pid: 22647 timeout: 805 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789518538.106514:0:22669:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e7303db7480 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22669:1876445522824064:0@lo:104: 00010000:00010000:3.0:1789518538.106523:0:22669:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8e7400030600/0x8d0fd67942315e51 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x8d0fd67942315e4a expref: 22 pid: 22645 timeout: 805 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789518538.106530:0:22669:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e7303db5880 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22669:1876445522824192:0@lo:104: 00010000:00010000:3.0:1789518538.106551:0:22669:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8e74421c2400/0x8d0fd67942315fbd lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518538.106560:0:22669:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8e74421c2400/0x8d0fd67942315fbd lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518538.106566:0:22669:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8e74421c2400/0x8d0fd67942315fbd lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518538.106572:0:22669:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8e74421c2400/0x8d0fd67942315fbd lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00080000:3.0:1789518538.106833:0:24979:0:(ofd_obd.c:539:ofd_postrecov()) lustre-OST0001: recovery is over 00100000:10000000:3.0:1789518538.106839:0:24979:0:(lfsck_lib.c:3085:lfsck_start()) lustre-OST0001-osd: start master thread 00010000:00010000:0.0:1789518538.106871:0:22641:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:3.0:1789518538.106876:0:24979:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:3.0:1789518538.106913:0:24979:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.202.143@tcp: cl_mgc_mutex unlock 00000020:01000004:3.0:1789518538.106926:0:24979:0:(tgt_mount.c:2460:server_fill_super_common()) Server sb, dev=50 00000080:00000004:3.0:1789518538.106949:0:24979:0:(super25.c:182:lustre_fill_super()) /dev/mapper/ost2_flakey: Mount complete 00000020:00000004:3.0:1789518538.107599:0:24979:0:(tgt_mount.c:2346:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1789518538.107826:0:24979:0:(tgt_mount.c:2361:is_cmd_supported()) ioctl cmd=81009431 00000020:00000004:3.0:1789518538.917243:0:25047:0:(tgt_mount.c:2346:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1789518538.917459:0:25047:0:(tgt_mount.c:2361:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:3.0:1789518539.061703:0:24700:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:0.0:1789518539.317915:0:22650:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:0.0:1789518539.317927:0:22650:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff8e7302058000 from 14 10000000:01000000:0.0:1789518539.317934:0:22650:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:0.0:1789518539.318002:0:22650:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.143@tcp lock: ffff8e7435f9de00/0x8d0fd67942315fc4 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518539.318017:0:22650:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.143@tcp lock: ffff8e7435f9de00/0x8d0fd67942315fc4 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518539.318030:0:22650:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.143@tcp lock: ffff8e7435f9de00/0x8d0fd67942315fc4 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789518539.318063:0:22650:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e743f9b2300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1ba3fd75-b94d-432d-934d-65078cb73340:22650:1876445522824576:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1789518539.318158:0:22650:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789518539.318217:0:22650:0:(client.c:2716:ptlrpc_set_wait()) set ffff8e743d2a3e40 going to sleep for 11 seconds 00000100:00100000:3.0:1789518539.318265:0:22645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522824576 00000100:00100000:3.0:1789518539.318279:0:22645:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522824576 00000100:00100000:3.0:1789518539.318363:0:22645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 113 00000100:00100000:3.0:1789518539.318374:0:22645:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e741e87e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1ba3fd75-b94d-432d-934d-65078cb73340+22:22650:x1876445522824576:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1789518539.318392:0:22645:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789518539.318414:0:22645:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8e74421c3200/0x8d0fd67942315fcb lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x8d0fd67942315fc4 expref: -99 pid: 22645 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518539.318443:0:22645:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8e74421c3200/0x8d0fd67942315fcb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x8d0fd67942315fc4 expref: 23 pid: 22645 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518539.318498:0:22645:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8e74421c3200/0x8d0fd67942315fcb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x8d0fd67942315fc4 expref: 23 pid: 22645 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518539.318509:0:22645:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8e74421c3200, rc 0) 00000100:00100000:3.0:1789518539.318592:0:22645:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e741e87e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1ba3fd75-b94d-432d-934d-65078cb73340+23:22650:x1876445522824576:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 220us (434us total) trans 0 rc 0/0 00000100:00100000:3.0:1789518539.318598:0:22645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 113 00000100:00100000:0.0:1789518539.320394:0:22650:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e743f9b2300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1ba3fd75-b94d-432d-934d-65078cb73340:22650:1876445522824576:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1789518539.320443:0:22650:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.143@tcp lock: ffff8e7435f9de00/0x8d0fd67942315fc4 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x8d0fd67942315fcb expref: -99 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518539.320458:0:22650:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.143@tcp lock: ffff8e7435f9de00/0x8d0fd67942315fc4 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x8d0fd67942315fcb expref: -99 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789518539.322275:0:22650:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e743f938a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1ba3fd75-b94d-432d-934d-65078cb73340:22650:1876445522824704:0@lo:256:ll_cfg_requeue.0 00000100:00100000:3.0:1789518539.322381:0:22650:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789518539.322453:0:22647:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522824704 00000100:00100000:3.0:1789518539.322458:0:22650:0:(client.c:2716:ptlrpc_set_wait()) set ffff8e740d9129c0 going to sleep for 11 seconds 00000100:00100000:1.0:1789518539.322658:0:22647:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522824704 00000100:00100000:1.0:1789518539.322791:0:22647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 114 00000100:00100000:1.0:1789518539.322802:0:22647:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e741e87c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1ba3fd75-b94d-432d-934d-65078cb73340+23:22650:x1876445522824704:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:1.0:1789518539.322829:0:22647:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:1.0:1789518539.322856:0:22647:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:1.0:1789518539.322860:0:22647:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 14 00000100:00100000:1.0:1789518539.323001:0:22647:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e741e87c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1ba3fd75-b94d-432d-934d-65078cb73340+23:22650:x1876445522824704:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 202us (619us total) trans 0 rc 0/0 00000100:00100000:1.0:1789518539.323009:0:22647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 114 00000100:00100000:3.0:1789518539.323227:0:22650:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e743f938a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1ba3fd75-b94d-432d-934d-65078cb73340:22650:1876445522824704:0@lo:256:ll_cfg_requeue.0 10000000:01000000:3.0:1789518539.326789:0:22650:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.143@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:3.0:1789518539.326814:0:22650:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.143@tcp lock: ffff8e7435f9de00/0x8d0fd67942315fc4 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x8d0fd67942315fcb expref: -99 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518539.326832:0:22650:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.143@tcp lock: ffff8e7435f9de00/0x8d0fd67942315fc4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x8d0fd67942315fcb expref: -99 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789518539.326848:0:22650:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:3.0:1789518539.326851:0:22650:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff8e74411bf800 from 14 10000000:01000000:3.0:1789518539.326855:0:22650:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:3.0:1789518539.326908:0:22650:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.143@tcp lock: ffff8e74421c2400/0x8d0fd67942315fd2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518539.326919:0:22650:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.143@tcp lock: ffff8e74421c2400/0x8d0fd67942315fd2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518539.326948:0:22650:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.143@tcp lock: ffff8e74421c2400/0x8d0fd67942315fd2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789518539.326982:0:22650:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e743f938a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1ba3fd75-b94d-432d-934d-65078cb73340:22650:1876445522824832:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1789518539.328980:0:22650:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789518539.332476:0:22650:0:(client.c:2716:ptlrpc_set_wait()) set ffff8e7410c25480 going to sleep for 11 seconds 00000100:00100000:1.0:1789518539.337695:0:22648:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522824832 00000100:00100000:1.0:1789518539.337718:0:22648:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522824832 00000100:00100000:1.0:1789518539.337805:0:22648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 115 00000100:00100000:1.0:1789518539.337817:0:22648:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e741e87d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1ba3fd75-b94d-432d-934d-65078cb73340+23:22650:x1876445522824832:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1789518539.337841:0:22648:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789518539.337866:0:22648:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8e7435f0c600/0x8d0fd67942315fd9 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x8d0fd67942315fd2 expref: -99 pid: 22648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518539.337911:0:22648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8e7435f0c600/0x8d0fd67942315fd9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x8d0fd67942315fd2 expref: 24 pid: 22648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518539.337925:0:22648:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8e7435f0c600/0x8d0fd67942315fd9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x8d0fd67942315fd2 expref: 24 pid: 22648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518539.337936:0:22648:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8e7435f0c600, rc 0) 00000100:00100000:1.0:1789518539.338042:0:22648:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e741e87d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1ba3fd75-b94d-432d-934d-65078cb73340+24:22650:x1876445522824832:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 227us (9070us total) trans 0 rc 0/0 00000100:00100000:1.0:1789518539.338068:0:22648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 115 00000100:00100000:3.0:1789518539.338446:0:22650:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e743f938a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1ba3fd75-b94d-432d-934d-65078cb73340:22650:1876445522824832:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1789518539.338506:0:22650:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.143@tcp lock: ffff8e74421c2400/0x8d0fd67942315fd2 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x8d0fd67942315fd9 expref: -99 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518539.338519:0:22650:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.143@tcp lock: ffff8e74421c2400/0x8d0fd67942315fd2 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x8d0fd67942315fd9 expref: -99 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789518539.338605:0:22650:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e743f938a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1ba3fd75-b94d-432d-934d-65078cb73340:22650:1876445522824960:0@lo:256:ll_cfg_requeue.0 00000100:00100000:3.0:1789518539.338696:0:22650:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789518539.338739:0:22650:0:(client.c:2716:ptlrpc_set_wait()) set ffff8e7410c25480 going to sleep for 11 seconds 00000100:00100000:1.0:1789518539.340351:0:22647:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522824960 00000100:00100000:1.0:1789518539.340369:0:22647:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522824960 00000100:00100000:1.0:1789518539.340442:0:22647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 116 00000100:00100000:1.0:1789518539.340454:0:22647:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e741e87f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1ba3fd75-b94d-432d-934d-65078cb73340+24:22650:x1876445522824960:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:1.0:1789518539.340509:0:22647:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:1.0:1789518539.340533:0:22647:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:1.0:1789518539.340537:0:22647:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 14 00000100:00100000:1.0:1789518539.340716:0:22647:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e741e87f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1ba3fd75-b94d-432d-934d-65078cb73340+24:22650:x1876445522824960:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 264us (2019us total) trans 0 rc 0/0 00000100:00100000:1.0:1789518539.340724:0:22647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 116 00000100:00100000:3.0:1789518539.340909:0:22650:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e743f938a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1ba3fd75-b94d-432d-934d-65078cb73340:22650:1876445522824960:0@lo:256:ll_cfg_requeue.0 10000000:01000000:3.0:1789518539.340997:0:22650:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.143@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:3.0:1789518539.341010:0:22650:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.143@tcp lock: ffff8e74421c2400/0x8d0fd67942315fd2 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x8d0fd67942315fd9 expref: -99 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518539.341025:0:22650:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.143@tcp lock: ffff8e74421c2400/0x8d0fd67942315fd2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x8d0fd67942315fd9 expref: -99 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1789518539.766224:0:22687:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:1.0:1789518540.086880:0:22642:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789518540.789635:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1789518540.789673:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e7441297100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1876445522825088:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1789518540.789765:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789518540.789827:0:24167:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522825088 00000100:00100000:1.0:1789518540.789838:0:24167:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522825088 00000100:00100000:1.0:1789518540.789904:0:24167:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1789518540.789917:0:24167:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7441294000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1876445522825088:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1789518540.789953:0:24167:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915857920 avail 3684335616 00000100:00100000:1.0:1789518540.790007:0:24167:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7441294000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1876445522825088:12345-0@lo:13:osp-pre-0-1.0 Request processed in 92us (241us total) trans 0 rc 0/0 00000100:00100000:1.0:1789518540.790016:0:24167:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1789518540.790082:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e7441297100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1876445522825088:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1789518540.790178:0:22649:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1789518541.110685:0:22641:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789518541.302377:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e743f9b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1876445522825216:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1789518541.302503:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789518541.302737:0:22658:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522825216 00000100:00100000:0.0:1789518541.302748:0:22658:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522825216 00000100:00100000:0.0:1789518541.302819:0:22658:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:0.0:1789518541.302832:0:22658:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7441297100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3637:x1876445522825216:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1789518541.302884:0:22658:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1789518541.302956:0:22658:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7441297100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3637:x1876445522825216:12345-0@lo:41:osp-pre-0-1.0 Request processed in 126us (453us total) trans 0 rc 0/0 00000100:00100000:0.0:1789518541.302965:0:22658:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:0.0:1789518541.303021:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e743f9b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1876445522825216:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1789518541.303353:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1789518541.303374:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e743f938a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1876445522825344:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1789518541.303412:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789518541.303547:0:22659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522825344 00000100:00100000:3.0:1789518541.303553:0:22659:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522825344 00000100:00100000:3.0:1789518541.303605:0:22659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:3.0:1789518541.303613:0:22659:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e743f9b2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3637:x1876445522825344:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1789518541.303638:0:22659:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1789518541.303705:0:22659:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e743f9b2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3637:x1876445522825344:12345-0@lo:41:osp-pre-1-0.0 Request processed in 92us (292us total) trans 0 rc 0/0 00000100:00100000:3.0:1789518541.303713:0:22659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:1.0:1789518541.303794:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e743f938a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1876445522825344:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1789518542.133612:0:24700:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789518542.851411:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e743f9b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3639:1876445522825472:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1789518542.851536:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789518542.851653:0:24167:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522825472 00000100:00100000:0.0:1789518542.851663:0:24167:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522825472 00000100:00100000:0.0:1789518542.851734:0:24167:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1789518542.851744:0:24167:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e743f9b1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1876445522825472:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1789518542.851785:0:24167:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915857920 avail 3684335616 00000100:00100000:0.0:1789518542.851840:0:24167:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e743f9b1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1876445522825472:12345-0@lo:13:osp-pre-0-0.0 Request processed in 97us (304us total) trans 0 rc 0/0 00000100:00100000:0.0:1789518542.851848:0:24167:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00080000:0.0:1789518542.851874:0:22649:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1789518542.851921:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e743f9b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3639:1876445522825472:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1789518543.168302:0:22642:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789518543.349695:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1789518543.349704:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789518543.349709:0:8:0:(import.c:65:import_set_state_nolock()) ffff8e74416eb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789518543.349730:0:8:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 705 00000100:00080000:3.0:1789518543.349736:0:8:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789518543.349751:0:8:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff8e74416eb000 using connection 192.168.202.143@tcp/0@lo 00000100:00100000:3.0:1789518543.349780:0:8:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8e743f93b480 x1876445522825984/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789518543.349818:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1789518543.349822:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789518543.349824:0:8:0:(import.c:65:import_set_state_nolock()) ffff8e7435dc4000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789518543.349828:0:8:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 705 00000100:00080000:3.0:1789518543.349831:0:8:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789518543.349836:0:8:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff8e7435dc4000 using connection 192.168.202.143@tcp/0@lo 00000100:00100000:3.0:1789518543.349849:0:8:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8e743f939c00 x1876445522826496/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789518543.349929:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e743f93a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3639:1876445522826112:0@lo:400:kworker.0 00000100:00100000:3.0:1789518543.350022:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789518543.350127:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e743f93ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3639:1876445522826752:0@lo:400:kworker.0 00000100:00100000:3.0:1789518543.350152:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789518543.350181:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:3.0:1789518543.350188:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e743f938700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1ba3fd75-b94d-432d-934d-65078cb73340:3639:1876445522825600:0@lo:400:kworker.0 00000100:00100000:3.0:1789518543.350224:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789518543.350248:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e743f938380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1876445522826240:0@lo:400:kworker.0 00000100:00100000:3.0:1789518543.350275:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789518543.350294:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e743f93b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3639:1876445522826880:0@lo:400:kworker.0 00000100:00100000:3.0:1789518543.350315:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789518543.350343:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e743f939880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1876445522825728:0@lo:400:kworker.0 00000100:00100000:3.0:1789518543.350369:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789518543.350387:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e743f938e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1876445522826368:0@lo:400:kworker.0 00000100:00100000:3.0:1789518543.350411:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789518543.350429:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e743f939f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3637:1876445522827008:0@lo:400:kworker.0 00000100:00100000:3.0:1789518543.350459:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789518543.350507:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:3.0:1789518543.350513:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e743f938000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1876445522825856:0@lo:400:kworker.0 00000100:00100000:3.0:1789518543.350539:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789518543.350557:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e743f93aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3637:1876445522826624:0@lo:400:kworker.0 00000100:00100000:3.0:1789518543.350578:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789518543.350588:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e743f93a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3637:1876445522827136:0@lo:400:kworker.0 00000100:00100000:3.0:1789518543.350611:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789518543.350648:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e743f93b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3636:1876445522825984:0@lo:8:kworker.0 00000100:00100000:3.0:1789518543.350678:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789518543.350718:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e743f939c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3636:1876445522826496:0@lo:8:kworker.0 00000100:00100000:3.0:1789518543.350740:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789518543.350778:0:24590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522826112 00000100:00100000:3.0:1789518543.350788:0:24590:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522826112 00000100:00100000:3.0:1789518543.350838:0:24590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522826752 00000100:00100000:3.0:1789518543.350841:0:24590:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522826752 00000100:00100000:3.0:1789518543.350871:0:24590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522826880 00000100:00100000:3.0:1789518543.350873:0:24590:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522826880 00000100:00100000:3.0:1789518543.350888:0:24590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522827008 00000100:00100000:3.0:1789518543.350891:0:24590:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522827008 00000100:00100000:3.0:1789518543.350904:0:24590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522826624 00000100:00100000:3.0:1789518543.350907:0:24590:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522826624 00000100:00100000:3.0:1789518543.350917:0:24590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522827136 00000100:00100000:3.0:1789518543.350919:0:24590:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522827136 00000100:00100000:3.0:1789518543.350935:0:24590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:3.0:1789518543.350944:0:24590:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e743f93b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1876445522826112:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789518543.351009:0:24590:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e743f93b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1876445522826112:12345-0@lo:400:kworker.0 Request processed in 65us (988us total) trans 0 rc 0/0 00000100:00100000:3.0:1789518543.351016:0:24590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:3.0:1789518543.351035:0:24590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:3.0:1789518543.351041:0:24590:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e743f939500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3639:x1876445522826752:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789518543.351071:0:24590:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e743f939500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3639:x1876445522826752:12345-0@lo:400:kworker.0 Request processed in 30us (918us total) trans 0 rc 0/0 00000100:00100000:3.0:1789518543.351076:0:24590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:3.0:1789518543.351088:0:24590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:3.0:1789518543.351092:0:24590:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e743f938a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3639:x1876445522826880:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789518543.351118:0:24590:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e743f938a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3639:x1876445522826880:12345-0@lo:400:kworker.0 Request processed in 25us (802us total) trans 0 rc 0/0 00000100:00100000:3.0:1789518543.351124:0:24590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:3.0:1789518543.351142:0:24590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:3.0:1789518543.351148:0:24590:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7303d61f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3637:x1876445522827008:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789518543.351194:0:24590:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7303d61f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3637:x1876445522827008:12345-0@lo:400:kworker.0 Request processed in 46us (734us total) trans 0 rc 0/0 00000100:00100000:3.0:1789518543.351201:0:24590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:3.0:1789518543.351212:0:24590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:3.0:1789518543.351218:0:24590:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7303d63800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3637:x1876445522826624:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789518543.351241:0:24590:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7303d63800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3637:x1876445522826624:12345-0@lo:400:kworker.0 Request processed in 24us (663us total) trans 0 rc 0/0 00000100:00100000:3.0:1789518543.351246:0:24590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:3.0:1789518543.351255:0:24590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:3.0:1789518543.351260:0:24590:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7303d60700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3637:x1876445522827136:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789518543.351282:0:24590:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7303d60700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3637:x1876445522827136:12345-0@lo:400:kworker.0 Request processed in 22us (670us total) trans 0 rc 0/0 00000100:00100000:3.0:1789518543.351288:0:24590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:3.0:1789518543.351316:0:22645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522825600 00000100:00100000:3.0:1789518543.351320:0:22645:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522825600 00000100:00100000:3.0:1789518543.351347:0:22645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 117 00000100:00100000:3.0:1789518543.351353:0:22645:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7441364850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1ba3fd75-b94d-432d-934d-65078cb73340+24:3639:x1876445522825600:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789518543.351384:0:22645:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7441364850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1ba3fd75-b94d-432d-934d-65078cb73340+24:3639:x1876445522825600:12345-0@lo:400:kworker.0 Request processed in 31us (1160us total) trans 0 rc 0/0 00000100:00100000:3.0:1789518543.351389:0:22645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 117 00000100:00100000:3.0:1789518543.351419:0:23397:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522826240 00000100:00100000:3.0:1789518543.351423:0:23397:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522826240 00000100:00100000:3.0:1789518543.351445:0:23397:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522825728 00000100:00100000:3.0:1789518543.351448:0:23397:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522825728 00000100:00100000:3.0:1789518543.351459:0:23397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:3.0:1789518543.351502:0:23397:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e743f939180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3639:x1876445522826240:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789518543.351538:0:23397:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e743f939180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3639:x1876445522826240:12345-0@lo:400:kworker.0 Request processed in 38us (1262us total) trans 0 rc 0/0 00000100:00100000:3.0:1789518543.351544:0:23397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:3.0:1789518543.351555:0:23397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:3.0:1789518543.351561:0:23397:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7303db5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3637:x1876445522825728:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789518543.351587:0:23397:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7303db5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3637:x1876445522825728:12345-0@lo:400:kworker.0 Request processed in 26us (1217us total) trans 0 rc 0/0 00000100:00100000:3.0:1789518543.351592:0:23397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00100000:3.0:1789518543.351620:0:24592:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522826368 00000100:00100000:3.0:1789518543.351624:0:24592:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522826368 00000100:00100000:3.0:1789518543.351663:0:24592:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522825856 00000100:00100000:3.0:1789518543.351666:0:24592:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522825856 00000100:00100000:3.0:1789518543.351676:0:24592:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522825984 00000100:00100000:3.0:1789518543.351678:0:24592:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522825984 00000100:00100000:3.0:1789518543.351686:0:24592:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522826496 00000100:00100000:3.0:1789518543.351688:0:24592:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522826496 00000100:00100000:3.0:1789518543.351696:0:24592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1789518543.351702:0:24592:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7303db7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3637:x1876445522826368:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789518543.351732:0:24592:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7303db7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3637:x1876445522826368:12345-0@lo:400:kworker.0 Request processed in 31us (1320us total) trans 0 rc 0/0 00000100:00100000:3.0:1789518543.351738:0:24592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1789518543.351748:0:24592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1789518543.351754:0:24592:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7303d62300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3637:x1876445522825856:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789518543.351778:0:24592:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7303d62300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3637:x1876445522825856:12345-0@lo:400:kworker.0 Request processed in 25us (1239us total) trans 0 rc 0/0 00000100:00100000:3.0:1789518543.351784:0:24592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1789518543.351802:0:24592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1789518543.351806:0:24592:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7303d62d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3636:x1876445522825984:12345-0@lo:8:kworker.0 00010000:00080000:3.0:1789518543.351841:0:24592:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-OST0001: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 711 last 0 00000020:00000080:3.0:1789518543.351881:0:24592:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x8d0fd67942315fe0 00002000:00100000:3.0:1789518543.351897:0:24592:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli lustre-MDT0000-mdtlov_UUID/ffff8e730297c000 ocd_connect_flags: 0xa044401443000026 ocd_version: 2113a27 ocd_grant: 0 ocd_index: 1 ocd_group 0 00002000:00080000:3.0:1789518543.351902:0:24592:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0001: Received MDS connection for group 0 00002000:00100000:3.0:1789518543.351905:0:24592:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0001: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:3.0:1789518543.352127:0:24592:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:3.0:1789518543.352157:0:24592:0:(import.c:65:import_set_state_nolock()) ffff8e730297b000 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1789518543.352203:0:24592:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7303d62d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3636:x1876445522825984:12345-0@lo:8:kworker.0 Request processed in 395us (1523us total) trans 0 rc 0/0 00000100:00100000:3.0:1789518543.352209:0:24592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1789518543.352220:0:24592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:3.0:1789518543.352224:0:24592:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7303d60380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3636:x1876445522826496:12345-0@lo:8:kworker.0 00010000:00080000:3.0:1789518543.352239:0:24592:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-OST0001: connection from lustre-MDT0001-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 711 last 0 00000020:00000080:3.0:1789518543.352255:0:24592:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x8d0fd67942315fe7 00002000:00100000:3.0:1789518543.352261:0:24592:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli lustre-MDT0001-mdtlov_UUID/ffff8e730297b800 ocd_connect_flags: 0xa044401443000026 ocd_version: 2113a27 ocd_grant: 0 ocd_index: 1 ocd_group 1 00002000:00080000:3.0:1789518543.352264:0:24592:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0001: Received MDS connection for group 1 00002000:00100000:3.0:1789518543.352266:0:24592:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0001: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:3.0:1789518543.352286:0:24592:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 1 00000100:00080000:3.0:1789518543.352297:0:24592:0:(import.c:65:import_set_state_nolock()) ffff8e730297e000 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1789518543.352322:0:24592:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7303d60380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:3636:x1876445522826496:12345-0@lo:8:kworker.0 Request processed in 96us (1581us total) trans 0 rc 0/0 00000100:00100000:3.0:1789518543.352328:0:24592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00080000:3.0:1789518543.352362:0:22649:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1789518543.352367:0:22649:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1789518543.352377:0:22649:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00080000:3.0:1789518543.352426:0:3636:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8e743f93b480 x1876445522825984/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/416 e 0 to 0 dl 1789518568 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789518543.352438:0:3636:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:3.0:1789518543.352449:0:3636:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-OST0001-osc-MDT0000: connect to target with instance 3 00000100:00080000:3.0:1789518543.352458:0:3636:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-OST0001-osc-MDT0000: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:3.0:1789518543.352491:0:3636:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:3.0:1789518543.352494:0:3636:0:(import.c:65:import_set_state_nolock()) ffff8e74416eb000 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00000004:00080000:3.0:1789518543.352512:0:3636:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:3.0:1789518543.352518:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e743f93b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3636:1876445522825984:0@lo:8:kworker.0 00010000:00080000:3.0:1789518543.352533:0:3636:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8e743f939c00 x1876445522826496/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/416 e 0 to 0 dl 1789518568 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789518543.352540:0:3636:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:3.0:1789518543.352544:0:3636:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-OST0001-osc-MDT0001: connect to target with instance 3 00000100:00080000:3.0:1789518543.352551:0:3636:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-OST0001-osc-MDT0001: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:3.0:1789518543.352554:0:3636:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:3.0:1789518543.352555:0:3636:0:(import.c:65:import_set_state_nolock()) ffff8e7435dc4000 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00000004:00080000:3.0:1789518543.352567:0:3636:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:3.0:1789518543.352570:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e743f939c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3636:1876445522826496:0@lo:8:kworker.0 00000100:00100000:3.0:1789518543.352611:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e743f938000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1876445522825856:0@lo:400:kworker.0 00010000:00080000:3.0:1789518543.352623:0:3637:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8e743f93aa00 x1876445522826624/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789518559 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000004:00080000:2.0:1789518543.353384:0:22680:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0000: going to cleanup orphans since [0x2c0000401:0x6:0x0] 00000100:00100000:2.0:1789518543.353413:0:22680:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e7435f71c00 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22680:1876445522827392:0@lo:5:osp-pre-1-0.0 00000100:00100000:2.0:1789518543.353512:0:22680:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789518543.353545:0:22680:0:(client.c:2716:ptlrpc_set_wait()) set ffff8e7303d81900 going to sleep for 11 seconds 00000004:00080000:2.0:1789518543.353565:0:23400:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:2.0:1789518543.353698:0:23400:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 711139233171ns, next at 0ns, rc = 0 00080000:00080000:2.0:1789518543.353706:0:23400:0:(osd_handler.c:2849:osd_commit_async()) lustre-MDT0001: async commit OSD 00000100:00100000:2.0:1789518543.353935:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1789518543.353950:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e7435f73100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1876445522827264:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1789518543.353990:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789518543.354028:0:24167:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522827264 00000100:00100000:2.0:1789518543.354037:0:24167:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522827264 00000100:00100000:2.0:1789518543.354096:0:24167:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1789518543.354178:0:24167:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7435f72d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3640:x1876445522827264:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1789518543.354209:0:24167:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 3923505152 avail 3691982848 00000100:00100000:2.0:1789518543.354259:0:24167:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7435f72d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3640:x1876445522827264:12345-0@lo:13:osp-pre-1-0.0 Request processed in 85us (268us total) trans 0 rc 0/0 00000100:00100000:2.0:1789518543.354267:0:24167:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00080000:2.0:1789518543.354296:0:22649:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00080000:2.0:1789518543.354324:0:3640:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8e7435f73100 x1876445522827264/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789518559 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789518543.354344:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e7435f73100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1876445522827264:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1789518543.354372:0:24592:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522827392 00000100:00100000:2.0:1789518543.354376:0:24592:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522827392 00000100:00100000:2.0:1789518543.354401:0:24592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1789518543.354408:0:24592:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7435f70a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:22680:x1876445522827392:12345-0@lo:5:osp-pre-1-0.0 00000100:00100000:3.0:1789518543.355024:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e743f93aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3637:1876445522826624:0@lo:400:kworker.0 00010000:00080000:3.0:1789518543.355051:0:3637:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8e743f93a680 x1876445522827136/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789518559 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789518543.355074:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e743f93a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3637:1876445522827136:0@lo:400:kworker.0 00000100:00100000:3.0:1789518543.355091:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e743f939880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1876445522825728:0@lo:400:kworker.0 00000100:00100000:3.0:1789518543.355179:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e743f938e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1876445522826368:0@lo:400:kworker.0 00010000:00080000:3.0:1789518543.355195:0:3637:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8e743f939f80 x1876445522827008/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789518559 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789518543.355204:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e743f939f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3637:1876445522827008:0@lo:400:kworker.0 00000100:00100000:3.0:1789518543.355253:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e743f938700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1ba3fd75-b94d-432d-934d-65078cb73340:3639:1876445522825600:0@lo:400:kworker.0 00000100:00100000:3.0:1789518543.355268:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e743f938380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1876445522826240:0@lo:400:kworker.0 00010000:00080000:3.0:1789518543.355281:0:3639:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8e743f93b100 x1876445522826880/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789518559 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789518543.355290:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e743f93b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3639:1876445522826880:0@lo:400:kworker.0 00010000:00080000:3.0:1789518543.355317:0:3639:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8e743f93a300 x1876445522826112/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789518559 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789518543.355325:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e743f93a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3639:1876445522826112:0@lo:400:kworker.0 00010000:00080000:3.0:1789518543.355338:0:3639:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8e743f93ad80 x1876445522826752/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789518559 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789518543.355346:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e743f93ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3639:1876445522826752:0@lo:400:kworker.0 00000004:00080000:0.0:1789518543.355722:0:22679:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:0.0:1789518543.355854:0:22679:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 711141389648ns, next at 0ns, rc = 0 00080000:00080000:0.0:1789518543.355863:0:22679:0:(osd_handler.c:2849:osd_commit_async()) lustre-MDT0000: async commit OSD 00000004:00080000:0.0:1789518543.355936:0:23401:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0001: going to cleanup orphans since [0x2c0000400:0x1:0x0] 00000100:00100000:0.0:1789518543.355963:0:23401:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e743f9b0e00 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23401:1876445522827648:0@lo:7:osp-pre-1-1.0 00000100:00100000:0.0:1789518543.356031:0:23401:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789518543.356064:0:23401:0:(client.c:2716:ptlrpc_set_wait()) set ffff8e730363ff00 going to sleep for 11 seconds 00000100:00100000:2.0:1789518543.356492:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e743f9b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3640:1876445522827520:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1789518543.356536:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789518543.356737:0:24167:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522827520 00000100:00100000:2.0:1789518543.356747:0:24167:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522827520 00000100:00100000:2.0:1789518543.356814:0:24167:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1789518543.356824:0:24167:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7435f73100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3640:x1876445522827520:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1789518543.356849:0:24167:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 3923505152 avail 3691982848 00000100:00100000:2.0:1789518543.356898:0:24167:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7435f73100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3640:x1876445522827520:12345-0@lo:13:osp-pre-1-1.0 Request processed in 75us (361us total) trans 0 rc 0/0 00000100:00100000:2.0:1789518543.356916:0:24167:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00080000:2.0:1789518543.356946:0:22649:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00080000:2.0:1789518543.356974:0:3640:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8e743f9b1880 x1876445522827520/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789518559 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789518543.356993:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e743f9b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3640:1876445522827520:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1789518543.357440:0:24164:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522827648 00000100:00100000:3.0:1789518543.357447:0:24164:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522827648 00000100:00100000:3.0:1789518543.357511:0:24164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:3.0:1789518543.357528:0:24164:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e743f9b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:23401:x1876445522827648:12345-0@lo:7:osp-pre-1-1.0 00000004:00080000:2.0:1789518543.360112:0:23389:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1 committed 00000004:00080000:2.0:1789518543.360266:0:22633:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1 committed 00002000:00080000:0.0:1789518543.363395:0:24592:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0001: adding sequence 0x2c0000401 00002000:00080000:0.0:1789518543.363411:0:24592:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = -59 00002000:02000040:0.0:1789518543.363419:0:24592:0:(ofd_dev.c:1491:ofd_orphans_destroy()) lustre-OST0001: new connection from lustre-MDT0000-mdtlov (cleaning up unused objects from 0x2c0000401:7 to 0x2c0000401:65) 00002000:00080000:2.0:1789518543.367113:0:24164:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0001: adding sequence 0x2c0000400 00002000:00080000:2.0:1789518543.367132:0:24164:0:(ofd_dev.c:1208:ofd_get_info_hdl()) lustre-OST0001: LAST FID is [0x2c0000400:0x41:0x0] 00000100:00100000:2.0:1789518543.367283:0:24164:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e743f9b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:23401:x1876445522827648:12345-0@lo:7:osp-pre-1-1.0 Request processed in 9750us (11244us total) trans 0 rc 0/0 00000100:00100000:2.0:1789518543.367306:0:24164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00010000:00080000:3.0:1789518543.367511:0:23401:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8e743f9b0e00 x1876445522827648/t0(0) o7->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 264/240 e 0 to 0 dl 1789518559 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789518543.367532:0:23401:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e743f9b0e00 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23401:1876445522827648:0@lo:7:osp-pre-1-1.0 00000004:00080000:3.0:1789518543.367552:0:23401:0:(osp_precreate.c:810:osp_get_lastfid_from_ost()) lustre-OST0001-osc-MDT0001: Got last_fid [0x2c0000400:0x41:0x0] 00000100:00100000:3.0:1789518543.367614:0:23401:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e7303d60000 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23401:1876445522827776:0@lo:5:osp-pre-1-1.0 00000100:00100000:3.0:1789518543.367676:0:23401:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789518543.367711:0:23401:0:(client.c:2716:ptlrpc_set_wait()) set ffff8e7410c25a80 going to sleep for 11 seconds 00000100:00100000:2.0:1789518543.367941:0:24163:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522827776 00000100:00100000:2.0:1789518543.367951:0:24163:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522827776 00000100:00100000:2.0:1789518543.368007:0:24163:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:2.0:1789518543.368017:0:24163:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7303d62680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+6:23401:x1876445522827776:12345-0@lo:5:osp-pre-1-1.0 00002000:00080000:2.0:1789518543.368048:0:24163:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = 0 00000100:00100000:2.0:1789518543.368083:0:24163:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7303d62680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+6:23401:x1876445522827776:12345-0@lo:5:osp-pre-1-1.0 Request processed in 68us (407us total) trans 0 rc 0/0 00000100:00100000:2.0:1789518543.368090:0:24163:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00010000:00080000:1.0:1789518543.368196:0:23401:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8e7303d60000 x1876445522827776/t0(0) o5->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 432/432 e 0 to 0 dl 1789518559 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789518543.368208:0:23401:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e7303d60000 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23401:1876445522827776:0@lo:5:osp-pre-1-1.0 00000004:00080000:1.0:1789518543.368219:0:23401:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0001: Got last_id [0x2c0000400:0x41:0x0] from OST, last_created [0x2c0000400:0x41:0x0]last_used is [0x2c0000400:0x41:0x0] 00000100:00100000:1.0:1789518543.368251:0:23401:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e7441295180 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23401:1876445522827904:0@lo:5:osp-pre-1-1.0 00000100:00100000:1.0:1789518543.368279:0:23401:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789518543.368309:0:23401:0:(client.c:2716:ptlrpc_set_wait()) set ffff8e7421b4d180 going to sleep for 11 seconds 00000100:00100000:2.0:1789518543.368404:0:24164:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522827904 00000100:00100000:2.0:1789518543.368409:0:24164:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522827904 00000100:00100000:2.0:1789518543.368441:0:24164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:2.0:1789518543.368448:0:24164:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7441295c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:23401:x1876445522827904:12345-0@lo:5:osp-pre-1-1.0 00002000:00080000:2.0:1789518543.368501:0:24164:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0001: reserve 32 objects in group 0x2c0000400 at 66 00002000:00010000:0.0:1789518543.388843:0:24592:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x41:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789518543.388864:0:24592:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ccc79d2c/0x8d0fd67942315fee lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518543.388896:0:24592:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x41:0x0].0x0 since=711s v=(0 0) 00010000:00010000:0.0:1789518543.388902:0:24592:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x41:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789518543.388913:0:24592:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ccc79d2c/0x8d0fd67942315fee lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518543.388940:0:24592:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ccc79d2c/0x8d0fd67942315fee lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518543.388957:0:24592:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ccc79d2c/0x8d0fd67942315fee lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518543.388966:0:24592:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ccc79d2c/0x8d0fd67942315fee lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518543.389019:0:24592:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1789518543.389718:0:24592:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x40:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789518543.389726:0:24592:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000cedd34e5/0x8d0fd67942315ff5 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518543.389740:0:24592:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x40:0x0].0x0 since=711s v=(0 0) 00010000:00010000:0.0:1789518543.389743:0:24592:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x40:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789518543.389748:0:24592:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000cedd34e5/0x8d0fd67942315ff5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518543.389761:0:24592:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000cedd34e5/0x8d0fd67942315ff5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518543.389771:0:24592:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000cedd34e5/0x8d0fd67942315ff5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518543.389780:0:24592:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000cedd34e5/0x8d0fd67942315ff5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518543.389906:0:24592:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:0.0:1789518543.396438:0:24592:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789518543.396459:0:24592:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009e5ccab1/0x8d0fd67942315ffc lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518543.396503:0:24592:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3f:0x0].0x0 since=711s v=(0 0) 00010000:00010000:0.0:1789518543.396530:0:24592:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789518543.396538:0:24592:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009e5ccab1/0x8d0fd67942315ffc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518543.396556:0:24592:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009e5ccab1/0x8d0fd67942315ffc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518543.396569:0:24592:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009e5ccab1/0x8d0fd67942315ffc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518543.396580:0:24592:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009e5ccab1/0x8d0fd67942315ffc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518543.397485:0:24700:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1789518543.397500:0:24700:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ccc79d2c/0x8d0fd67942315fee lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518543.397524:0:24700:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8e7435f9c200 already unused, calling callback (ffffffffc0bd28b0) 00010000:00010000:2.0:1789518543.397529:0:24700:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ccc79d2c/0x8d0fd67942315fee lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518543.397542:0:24700:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ccc79d2c/0x8d0fd67942315fee lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518543.397569:0:24700:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ccc79d2c/0x8d0fd67942315fee lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518543.397578:0:24700:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ccc79d2c/0x8d0fd67942315fee lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518543.397617:0:24700:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1789518543.397622:0:24700:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000cedd34e5/0x8d0fd67942315ff5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518543.397642:0:24700:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8e7435f9ce00 already unused, calling callback (ffffffffc0bd28b0) 00010000:00010000:2.0:1789518543.397646:0:24700:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000cedd34e5/0x8d0fd67942315ff5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518543.397654:0:24700:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000cedd34e5/0x8d0fd67942315ff5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518543.397666:0:24700:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000cedd34e5/0x8d0fd67942315ff5 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518543.397681:0:24700:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cedd34e5/0x8d0fd67942315ff5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518543.397696:0:24700:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789518543.397700:0:24700:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009e5ccab1/0x8d0fd67942315ffc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518543.397708:0:24700:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8e7435f9ca00 already unused, calling callback (ffffffffc0bd28b0) 00010000:00010000:2.0:1789518543.397711:0:24700:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009e5ccab1/0x8d0fd67942315ffc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518543.397720:0:24700:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009e5ccab1/0x8d0fd67942315ffc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518543.397731:0:24700:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009e5ccab1/0x8d0fd67942315ffc lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518543.397740:0:24700:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789518543.397742:0:24700:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789518543.397744:0:24700:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789518543.399416:0:22641:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789518543.405499:0:24592:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1789518543.405521:0:24592:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009e5ccab1/0x8d0fd67942315ffc lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1789518543.406179:0:24592:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789518543.406189:0:24592:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000546d7104/0x8d0fd67942316003 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518543.406209:0:24592:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3e:0x0].0x0 since=711s v=(0 0) 00010000:00010000:0.0:1789518543.406214:0:24592:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789518543.406222:0:24592:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000546d7104/0x8d0fd67942316003 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518543.406240:0:24592:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000546d7104/0x8d0fd67942316003 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518543.406262:0:24592:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000546d7104/0x8d0fd67942316003 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518543.406270:0:24592:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000546d7104/0x8d0fd67942316003 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518543.406452:0:24700:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789518543.406489:0:24700:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000546d7104/0x8d0fd67942316003 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518543.406499:0:24700:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8e7435f9cc00 already unused, calling callback (ffffffffc0bd28b0) 00010000:00010000:3.0:1789518543.406505:0:24700:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000546d7104/0x8d0fd67942316003 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518543.406518:0:24700:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000546d7104/0x8d0fd67942316003 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518543.406548:0:24700:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000546d7104/0x8d0fd67942316003 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518543.406561:0:24700:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789518543.406563:0:24700:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789518543.406565:0:24700:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789518543.407396:0:24592:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1789518543.407419:0:24592:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000546d7104/0x8d0fd67942316003 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518543.407924:0:22642:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1789518543.413887:0:24592:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789518543.413910:0:24592:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c6d7171b/0x8d0fd6794231600a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518543.413936:0:24592:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3d:0x0].0x0 since=711s v=(0 0) 00010000:00010000:0.0:1789518543.413943:0:24592:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789518543.413952:0:24592:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c6d7171b/0x8d0fd6794231600a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518543.413972:0:24592:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c6d7171b/0x8d0fd6794231600a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518543.413986:0:24592:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c6d7171b/0x8d0fd6794231600a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518543.414010:0:24592:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c6d7171b/0x8d0fd6794231600a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518543.414036:0:24592:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1789518543.417438:0:22641:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789518543.417456:0:22641:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c6d7171b/0x8d0fd6794231600a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518543.417495:0:22641:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8e7435f9c600 already unused, calling callback (ffffffffc0bd28b0) 00010000:00010000:3.0:1789518543.417502:0:22641:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c6d7171b/0x8d0fd6794231600a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518543.417515:0:22641:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c6d7171b/0x8d0fd6794231600a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518543.417543:0:22641:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c6d7171b/0x8d0fd6794231600a lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518543.417552:0:22641:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c6d7171b/0x8d0fd6794231600a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518543.417586:0:22641:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789518543.417589:0:22641:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789518543.417591:0:22641:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1789518543.418894:0:24592:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789518543.418912:0:24592:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000072e0ddb5/0x8d0fd67942316011 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518543.418932:0:24592:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3c:0x0].0x0 since=711s v=(0 0) 00010000:00010000:2.0:1789518543.418945:0:24592:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789518543.418953:0:24592:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000072e0ddb5/0x8d0fd67942316011 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518543.418971:0:24592:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000072e0ddb5/0x8d0fd67942316011 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518543.418985:0:24592:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000072e0ddb5/0x8d0fd67942316011 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518543.418993:0:24592:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000072e0ddb5/0x8d0fd67942316011 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518543.419013:0:24592:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1789518543.419441:0:24700:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789518543.419450:0:24700:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000072e0ddb5/0x8d0fd67942316011 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518543.419460:0:24700:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8e73033ad800 already unused, calling callback (ffffffffc0bd28b0) 00010000:00010000:3.0:1789518543.419494:0:24700:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000072e0ddb5/0x8d0fd67942316011 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518543.419517:0:24700:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000072e0ddb5/0x8d0fd67942316011 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518543.419538:0:24700:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000072e0ddb5/0x8d0fd67942316011 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518543.419546:0:24700:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000072e0ddb5/0x8d0fd67942316011 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518543.419567:0:24700:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789518543.419569:0:24700:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789518543.419571:0:24700:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1789518543.420398:0:24592:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789518543.420408:0:24592:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000075a6ec8/0x8d0fd67942316018 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518543.420422:0:24592:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3b:0x0].0x0 since=711s v=(0 0) 00010000:00010000:2.0:1789518543.420426:0:24592:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789518543.420433:0:24592:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000075a6ec8/0x8d0fd67942316018 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518543.420446:0:24592:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000075a6ec8/0x8d0fd67942316018 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518543.420458:0:24592:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000075a6ec8/0x8d0fd67942316018 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518543.420497:0:24592:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000075a6ec8/0x8d0fd67942316018 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518543.420523:0:24592:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1789518543.420843:0:22642:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789518543.420852:0:22642:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000075a6ec8/0x8d0fd67942316018 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518543.420862:0:22642:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8e73033ad600 already unused, calling callback (ffffffffc0bd28b0) 00010000:00010000:3.0:1789518543.420867:0:22642:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000075a6ec8/0x8d0fd67942316018 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518543.420876:0:22642:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000075a6ec8/0x8d0fd67942316018 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518543.420892:0:22642:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000075a6ec8/0x8d0fd67942316018 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518543.420912:0:22642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000075a6ec8/0x8d0fd67942316018 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518543.420934:0:22642:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789518543.420936:0:22642:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789518543.420938:0:22642:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1789518543.421524:0:24592:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789518543.421534:0:24592:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003cfbc337/0x8d0fd6794231601f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518543.421549:0:24592:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3a:0x0].0x0 since=711s v=(0 0) 00010000:00010000:2.0:1789518543.421553:0:24592:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789518543.421560:0:24592:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003cfbc337/0x8d0fd6794231601f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518543.421573:0:24592:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003cfbc337/0x8d0fd6794231601f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518543.421585:0:24592:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003cfbc337/0x8d0fd6794231601f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518543.421594:0:24592:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003cfbc337/0x8d0fd6794231601f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518543.421614:0:24592:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1789518543.421862:0:22641:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789518543.421872:0:22641:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003cfbc337/0x8d0fd6794231601f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518543.421881:0:22641:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8e73033ad000 already unused, calling callback (ffffffffc0bd28b0) 00010000:00010000:3.0:1789518543.421885:0:22641:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003cfbc337/0x8d0fd6794231601f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518543.421895:0:22641:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003cfbc337/0x8d0fd6794231601f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518543.421911:0:22641:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003cfbc337/0x8d0fd6794231601f lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518543.421918:0:22641:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003cfbc337/0x8d0fd6794231601f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518543.421939:0:22641:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789518543.421941:0:22641:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789518543.421943:0:22641:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1789518543.428992:0:24592:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x39:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789518543.429016:0:24592:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002786bd70/0x8d0fd67942316026 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518543.429061:0:24592:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x39:0x0].0x0 since=711s v=(0 0) 00010000:00010000:2.0:1789518543.429067:0:24592:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x39:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789518543.429075:0:24592:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002786bd70/0x8d0fd67942316026 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518543.429093:0:24592:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002786bd70/0x8d0fd67942316026 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518543.429106:0:24592:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002786bd70/0x8d0fd67942316026 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518543.429114:0:24592:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002786bd70/0x8d0fd67942316026 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518543.429144:0:24592:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1789518543.432336:0:24700:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789518543.432355:0:24700:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002786bd70/0x8d0fd67942316026 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518543.432372:0:24700:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8e73033ade00 already unused, calling callback (ffffffffc0bd28b0) 00010000:00010000:3.0:1789518543.432377:0:24700:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002786bd70/0x8d0fd67942316026 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518543.432390:0:24700:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002786bd70/0x8d0fd67942316026 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518543.432418:0:24700:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002786bd70/0x8d0fd67942316026 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518543.432427:0:24700:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002786bd70/0x8d0fd67942316026 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518543.432486:0:24700:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789518543.432489:0:24700:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789518543.432491:0:24700:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1789518543.450182:0:24592:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x38:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789518543.450208:0:24592:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000546d7104/0x8d0fd6794231602d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518543.450235:0:24592:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x38:0x0].0x0 since=711s v=(0 0) 00010000:00010000:0.0:1789518543.450241:0:24592:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x38:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789518543.450250:0:24592:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000546d7104/0x8d0fd6794231602d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518543.450268:0:24592:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000546d7104/0x8d0fd6794231602d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518543.450282:0:24592:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000546d7104/0x8d0fd6794231602d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518543.450292:0:24592:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000546d7104/0x8d0fd6794231602d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518543.450338:0:24592:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1789518543.450563:0:22642:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789518543.450573:0:22642:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000546d7104/0x8d0fd6794231602d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518543.450583:0:22642:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8e7435f9cc00 already unused, calling callback (ffffffffc0bd28b0) 00010000:00010000:2.0:1789518543.450589:0:22642:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000546d7104/0x8d0fd6794231602d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518543.450601:0:22642:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000546d7104/0x8d0fd6794231602d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518543.450669:0:22642:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000546d7104/0x8d0fd6794231602d lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518543.450679:0:22642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000546d7104/0x8d0fd6794231602d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518543.450712:0:22642:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789518543.450715:0:22642:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789518543.450717:0:22642:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1789518543.457739:0:24980:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901889 is committed 00000001:00100000:1.0:1789518543.457791:0:24980:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000001:00100000:1.0:1789518543.457796:0:24980:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000100:00100000:1.0:1789518543.458025:0:24164:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7441295c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:23401:x1876445522827904:12345-0@lo:5:osp-pre-1-1.0 Request processed in 89570us (89737us total) trans 12884901889 rc 0/0 00000100:00100000:1.0:1789518543.458039:0:24164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:1.0:1789518543.458107:0:23401:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 12884901889 gen 2 00000100:00100000:1.0:1789518543.458117:0:23401:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e7441295180 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23401:1876445522827904:0@lo:5:osp-pre-1-1.0 00000004:00080000:1.0:1789518543.458138:0:23401:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0001-osc-MDT0001: current precreated pool: [0x2c0000400:0x41:0x0]-[0x2c0000400:0x61:0x0] 00000100:00100000:1.0:1789518543.458212:0:23401:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e7441295180 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0000-lwp-MDT0001_UUID:23401:1876445522828032:0@lo:900:osp-pre-1-1.0 00000100:00100000:1.0:1789518543.458259:0:23401:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789518543.458293:0:23401:0:(client.c:2716:ptlrpc_set_wait()) set ffff8e73029efa80 going to sleep for 11 seconds 00000100:00100000:1.0:1789518543.458347:0:22664:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522828032 00000100:00100000:1.0:1789518543.458356:0:22664:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522828032 00000100:00100000:1.0:1789518543.458411:0:22664:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1789518543.458423:0:22664:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7441296d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:23401:x1876445522828032:12345-0@lo:900:osp-pre-1-1.0 00000100:00100000:1.0:1789518543.458535:0:22664:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7441296d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:23401:x1876445522828032:12345-0@lo:900:osp-pre-1-1.0 Request processed in 114us (276us total) trans 0 rc 0/0 00000100:00100000:1.0:1789518543.458542:0:22664:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00080000:1.0:1789518543.458584:0:23401:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8e7441295180 x1876445522828032/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 1789518559 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789518543.458598:0:23401:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e7441295180 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0000-lwp-MDT0001_UUID:23401:1876445522828032:0@lo:900:osp-pre-1-1.0 00002000:00010000:2.0:1789518543.463522:0:24592:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x37:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789518543.463540:0:24592:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001ef29003/0x8d0fd67942316034 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518543.463562:0:24592:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x37:0x0].0x0 since=711s v=(0 0) 00010000:00010000:2.0:1789518543.463567:0:24592:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x37:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789518543.463576:0:24592:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001ef29003/0x8d0fd67942316034 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518543.463592:0:24592:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001ef29003/0x8d0fd67942316034 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518543.463605:0:24592:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001ef29003/0x8d0fd67942316034 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518543.463615:0:24592:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001ef29003/0x8d0fd67942316034 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518543.464025:0:24592:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1789518543.464560:0:24592:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x36:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789518543.464569:0:24592:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000463534f7/0x8d0fd6794231603b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518543.464585:0:24592:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x36:0x0].0x0 since=711s v=(0 0) 00010000:00010000:2.0:1789518543.464589:0:24592:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x36:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789518543.464595:0:24592:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000463534f7/0x8d0fd6794231603b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518543.464609:0:24592:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000463534f7/0x8d0fd6794231603b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518543.464619:0:24592:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000463534f7/0x8d0fd6794231603b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518543.464639:0:24592:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000463534f7/0x8d0fd6794231603b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518543.465019:0:22641:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1789518543.465030:0:22641:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001ef29003/0x8d0fd67942316034 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518543.465053:0:22641:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8e73033ac000 already unused, calling callback (ffffffffc0bd28b0) 00010000:00010000:0.0:1789518543.465060:0:22641:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001ef29003/0x8d0fd67942316034 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518543.465071:0:22641:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001ef29003/0x8d0fd67942316034 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518543.465094:0:22641:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001ef29003/0x8d0fd67942316034 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518543.465103:0:22641:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001ef29003/0x8d0fd67942316034 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518543.465131:0:22641:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789518543.465135:0:22641:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000463534f7/0x8d0fd6794231603b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518543.465143:0:22641:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8e73033ace00 already unused, calling callback (ffffffffc0bd28b0) 00010000:00010000:0.0:1789518543.465146:0:22641:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000463534f7/0x8d0fd6794231603b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518543.465154:0:22641:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000463534f7/0x8d0fd6794231603b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518543.465164:0:22641:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000463534f7/0x8d0fd6794231603b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518543.465180:0:22641:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789518543.465182:0:22641:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789518543.465184:0:22641:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789518543.470114:0:24592:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:2.0:1789518543.470136:0:24592:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000463534f7/0x8d0fd6794231603b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1789518543.470989:0:24592:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x35:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789518543.471001:0:24592:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000952d56f0/0x8d0fd67942316042 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518543.471027:0:24592:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x35:0x0].0x0 since=711s v=(0 0) 00010000:00010000:2.0:1789518543.471033:0:24592:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x35:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789518543.471041:0:24592:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000952d56f0/0x8d0fd67942316042 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518543.471059:0:24592:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000952d56f0/0x8d0fd67942316042 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518543.471073:0:24592:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000952d56f0/0x8d0fd67942316042 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518543.471082:0:24592:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000952d56f0/0x8d0fd67942316042 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518543.471391:0:24700:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789518543.471400:0:24700:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000952d56f0/0x8d0fd67942316042 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518543.471411:0:24700:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8e73033adc00 already unused, calling callback (ffffffffc0bd28b0) 00010000:00010000:0.0:1789518543.471417:0:24700:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000952d56f0/0x8d0fd67942316042 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518543.471428:0:24700:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000952d56f0/0x8d0fd67942316042 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518543.471452:0:24700:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000952d56f0/0x8d0fd67942316042 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518543.471479:0:24700:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789518543.471481:0:24700:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789518543.471483:0:24700:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789518543.473790:0:24592:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:2.0:1789518543.473809:0:24592:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000952d56f0/0x8d0fd67942316042 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518543.473897:0:22642:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1789518543.481091:0:24592:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x34:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789518543.481109:0:24592:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000bddbb3c8/0x8d0fd67942316049 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518543.481133:0:24592:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x34:0x0].0x0 since=711s v=(0 0) 00010000:00010000:3.0:1789518543.481139:0:24592:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x34:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789518543.481147:0:24592:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bddbb3c8/0x8d0fd67942316049 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518543.481180:0:24592:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bddbb3c8/0x8d0fd67942316049 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518543.481194:0:24592:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000bddbb3c8/0x8d0fd67942316049 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518543.481202:0:24592:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000bddbb3c8/0x8d0fd67942316049 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518543.481227:0:24592:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1789518543.481409:0:22641:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789518543.481419:0:22641:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000bddbb3c8/0x8d0fd67942316049 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518543.481428:0:22641:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8e74421c2000 already unused, calling callback (ffffffffc0bd28b0) 00010000:00010000:0.0:1789518543.481442:0:22641:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000bddbb3c8/0x8d0fd67942316049 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518543.481453:0:22641:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000bddbb3c8/0x8d0fd67942316049 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518543.481502:0:22641:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000bddbb3c8/0x8d0fd67942316049 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518543.481512:0:22641:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bddbb3c8/0x8d0fd67942316049 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518543.481539:0:22641:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789518543.481541:0:22641:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789518543.481543:0:22641:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1789518543.482453:0:24592:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x33:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789518543.482646:0:24592:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c7c65d93/0x8d0fd67942316050 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518543.482734:0:24592:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x33:0x0].0x0 since=711s v=(0 0) 00010000:00010000:3.0:1789518543.482739:0:24592:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x33:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789518543.482744:0:24592:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c7c65d93/0x8d0fd67942316050 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518543.482758:0:24592:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c7c65d93/0x8d0fd67942316050 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518543.482767:0:24592:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c7c65d93/0x8d0fd67942316050 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518543.482790:0:24592:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c7c65d93/0x8d0fd67942316050 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518543.484147:0:24592:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1789518543.485025:0:24592:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x32:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789518543.485039:0:24592:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001dca7715/0x8d0fd67942316057 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518543.485059:0:24592:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x32:0x0].0x0 since=711s v=(0 0) 00010000:00010000:3.0:1789518543.485065:0:24592:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x32:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789518543.485072:0:24592:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001dca7715/0x8d0fd67942316057 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518543.485089:0:24592:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001dca7715/0x8d0fd67942316057 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518543.485100:0:24592:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001dca7715/0x8d0fd67942316057 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518543.485108:0:24592:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001dca7715/0x8d0fd67942316057 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518543.489671:0:24700:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1789518543.489693:0:24700:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c7c65d93/0x8d0fd67942316050 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518543.489712:0:24700:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8e74421c2a00 already unused, calling callback (ffffffffc0bd28b0) 00010000:00010000:0.0:1789518543.489718:0:24700:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c7c65d93/0x8d0fd67942316050 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518543.489733:0:24700:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c7c65d93/0x8d0fd67942316050 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518543.489764:0:24700:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c7c65d93/0x8d0fd67942316050 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518543.489783:0:24700:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c7c65d93/0x8d0fd67942316050 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518543.489848:0:24700:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789518543.489853:0:24700:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001dca7715/0x8d0fd67942316057 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518543.489861:0:24700:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8e74421c2200 already unused, calling callback (ffffffffc0bd28b0) 00010000:00010000:0.0:1789518543.489865:0:24700:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001dca7715/0x8d0fd67942316057 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518543.489874:0:24700:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001dca7715/0x8d0fd67942316057 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518543.489886:0:24700:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001dca7715/0x8d0fd67942316057 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518543.489895:0:24700:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789518543.489896:0:24700:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789518543.489898:0:24700:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789518543.490127:0:24592:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:3.0:1789518543.490138:0:24592:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001dca7715/0x8d0fd67942316057 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1789518543.490959:0:24592:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x31:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789518543.490969:0:24592:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000626272c9/0x8d0fd6794231605e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518543.490986:0:24592:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x31:0x0].0x0 since=711s v=(0 0) 00010000:00010000:3.0:1789518543.490991:0:24592:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x31:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789518543.490998:0:24592:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000626272c9/0x8d0fd6794231605e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518543.491012:0:24592:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000626272c9/0x8d0fd6794231605e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518543.491022:0:24592:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000626272c9/0x8d0fd6794231605e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518543.491030:0:24592:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000626272c9/0x8d0fd6794231605e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518543.491107:0:24592:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1789518543.496877:0:22641:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789518543.496902:0:22641:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000626272c9/0x8d0fd6794231605e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518543.496923:0:22641:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8e74421c3c00 already unused, calling callback (ffffffffc0bd28b0) 00010000:00010000:1.0:1789518543.496930:0:22641:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000626272c9/0x8d0fd6794231605e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518543.496944:0:22641:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000626272c9/0x8d0fd6794231605e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518543.496980:0:22641:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000626272c9/0x8d0fd6794231605e lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518543.496989:0:22641:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000626272c9/0x8d0fd6794231605e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518543.497019:0:22641:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789518543.497021:0:22641:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789518543.497023:0:22641:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789518543.497779:0:22642:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1789518543.498934:0:24592:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x30:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789518543.498952:0:24592:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009e5ccab1/0x8d0fd67942316065 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518543.498977:0:24592:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x30:0x0].0x0 since=711s v=(0 0) 00010000:00010000:0.0:1789518543.498990:0:24592:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x30:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789518543.498999:0:24592:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009e5ccab1/0x8d0fd67942316065 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518543.499017:0:24592:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009e5ccab1/0x8d0fd67942316065 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518543.499031:0:24592:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009e5ccab1/0x8d0fd67942316065 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518543.499039:0:24592:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009e5ccab1/0x8d0fd67942316065 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518543.499069:0:24592:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1789518543.501180:0:24592:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789518543.501198:0:24592:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000081e90879/0x8d0fd6794231606c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518543.501220:0:24592:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2f:0x0].0x0 since=711s v=(0 0) 00010000:00010000:0.0:1789518543.501225:0:24592:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789518543.501232:0:24592:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000081e90879/0x8d0fd6794231606c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518543.501249:0:24592:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000081e90879/0x8d0fd6794231606c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518543.501261:0:24592:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000081e90879/0x8d0fd6794231606c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518543.501276:0:24592:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000081e90879/0x8d0fd6794231606c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518543.502772:0:24592:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1789518543.508459:0:24700:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1789518543.508500:0:24700:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009e5ccab1/0x8d0fd67942316065 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518543.508517:0:24700:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8e7435f9ca00 already unused, calling callback (ffffffffc0bd28b0) 00010000:00010000:1.0:1789518543.508523:0:24700:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009e5ccab1/0x8d0fd67942316065 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518543.508537:0:24700:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009e5ccab1/0x8d0fd67942316065 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518543.508566:0:24700:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009e5ccab1/0x8d0fd67942316065 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518543.508574:0:24700:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009e5ccab1/0x8d0fd67942316065 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518543.508607:0:24700:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789518543.508611:0:24700:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000081e90879/0x8d0fd6794231606c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518543.508618:0:24700:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8e7435f9d600 already unused, calling callback (ffffffffc0bd28b0) 00010000:00010000:1.0:1789518543.508622:0:24700:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000081e90879/0x8d0fd6794231606c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518543.508640:0:24700:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000081e90879/0x8d0fd6794231606c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518543.508683:0:24700:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000081e90879/0x8d0fd6794231606c lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518543.508691:0:24700:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000081e90879/0x8d0fd6794231606c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518543.508708:0:24700:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789518543.508710:0:24700:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789518543.508713:0:24700:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1789518543.516874:0:24592:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789518543.516893:0:24592:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001c1e1919/0x8d0fd67942316073 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518543.516918:0:24592:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2e:0x0].0x0 since=711s v=(0 0) 00010000:00010000:1.0:1789518543.516924:0:24592:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789518543.516932:0:24592:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001c1e1919/0x8d0fd67942316073 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518543.516949:0:24592:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001c1e1919/0x8d0fd67942316073 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518543.516962:0:24592:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001c1e1919/0x8d0fd67942316073 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518543.516973:0:24592:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001c1e1919/0x8d0fd67942316073 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518543.517021:0:24592:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:1.0:1789518543.517787:0:24592:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789518543.517794:0:24592:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000000bfb6c6/0x8d0fd6794231607a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518543.517806:0:24592:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2d:0x0].0x0 since=711s v=(0 0) 00010000:00010000:1.0:1789518543.517810:0:24592:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789518543.517815:0:24592:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000000bfb6c6/0x8d0fd6794231607a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518543.517827:0:24592:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000000bfb6c6/0x8d0fd6794231607a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518543.517838:0:24592:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000000bfb6c6/0x8d0fd6794231607a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518543.517848:0:24592:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000000bfb6c6/0x8d0fd6794231607a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518543.517873:0:24592:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1789518543.518278:0:24700:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1789518543.518290:0:24700:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001c1e1919/0x8d0fd67942316073 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518543.518353:0:24700:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8e7435f0de00 already unused, calling callback (ffffffffc0bd28b0) 00010000:00010000:3.0:1789518543.518360:0:24700:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001c1e1919/0x8d0fd67942316073 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518543.518380:0:24700:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001c1e1919/0x8d0fd67942316073 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518543.518403:0:24700:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001c1e1919/0x8d0fd67942316073 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518543.518412:0:24700:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001c1e1919/0x8d0fd67942316073 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518543.518439:0:24700:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789518543.518443:0:24700:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000000bfb6c6/0x8d0fd6794231607a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518543.518451:0:24700:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8e7435f0d600 already unused, calling callback (ffffffffc0bd28b0) 00010000:00010000:3.0:1789518543.518455:0:24700:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000000bfb6c6/0x8d0fd6794231607a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518543.518482:0:24700:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000000bfb6c6/0x8d0fd6794231607a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518543.518493:0:24700:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000000bfb6c6/0x8d0fd6794231607a lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518543.518500:0:24700:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000000bfb6c6/0x8d0fd6794231607a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518543.518526:0:24700:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789518543.518528:0:24700:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789518543.518530:0:24700:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789518543.518768:0:22641:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789518543.518778:0:22642:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1789518543.518919:0:24592:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789518543.518927:0:24592:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000047cf84ac/0x8d0fd67942316081 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518543.518939:0:24592:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2c:0x0].0x0 since=711s v=(0 0) 00010000:00010000:1.0:1789518543.518952:0:24592:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789518543.518958:0:24592:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000047cf84ac/0x8d0fd67942316081 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518543.518970:0:24592:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000047cf84ac/0x8d0fd67942316081 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518543.518979:0:24592:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000047cf84ac/0x8d0fd67942316081 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518543.518987:0:24592:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000047cf84ac/0x8d0fd67942316081 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518543.519013:0:24592:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1789518543.519548:0:24700:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789518543.519557:0:24700:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000047cf84ac/0x8d0fd67942316081 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518543.519566:0:24700:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8e7435f0d400 already unused, calling callback (ffffffffc0bd28b0) 00010000:00010000:3.0:1789518543.519571:0:24700:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000047cf84ac/0x8d0fd67942316081 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518543.519580:0:24700:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000047cf84ac/0x8d0fd67942316081 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518543.519593:0:24700:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000047cf84ac/0x8d0fd67942316081 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518543.519600:0:24700:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000047cf84ac/0x8d0fd67942316081 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518543.519636:0:24700:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789518543.519638:0:24700:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789518543.519640:0:24700:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1789518543.521070:0:24592:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789518543.521083:0:24592:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e6426717/0x8d0fd67942316088 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518543.521100:0:24592:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2b:0x0].0x0 since=711s v=(0 0) 00010000:00010000:1.0:1789518543.521104:0:24592:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789518543.521111:0:24592:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e6426717/0x8d0fd67942316088 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518543.521125:0:24592:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e6426717/0x8d0fd67942316088 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518543.521135:0:24592:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e6426717/0x8d0fd67942316088 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518543.521149:0:24592:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e6426717/0x8d0fd67942316088 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518543.521207:0:24592:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:1.0:1789518543.523939:0:24592:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789518543.523956:0:24592:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f98001a8/0x8d0fd6794231608f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518543.523976:0:24592:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2a:0x0].0x0 since=711s v=(0 0) 00010000:00010000:1.0:1789518543.523980:0:24592:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789518543.523988:0:24592:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f98001a8/0x8d0fd6794231608f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518543.524003:0:24592:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f98001a8/0x8d0fd6794231608f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518543.524013:0:24592:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f98001a8/0x8d0fd6794231608f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518543.524023:0:24592:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f98001a8/0x8d0fd6794231608f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518543.525838:0:22641:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1789518543.525856:0:22641:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e6426717/0x8d0fd67942316088 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518543.525874:0:22641:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8e7435f0d000 already unused, calling callback (ffffffffc0bd28b0) 00010000:00010000:0.0:1789518543.525879:0:22641:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e6426717/0x8d0fd67942316088 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518543.525894:0:22641:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e6426717/0x8d0fd67942316088 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518543.525923:0:22641:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e6426717/0x8d0fd67942316088 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518543.525933:0:22641:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e6426717/0x8d0fd67942316088 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518543.526981:0:24592:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1789518543.527322:0:22641:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789518543.527335:0:22641:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f98001a8/0x8d0fd6794231608f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518543.527358:0:22641:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8e7435f0ca00 already unused, calling callback (ffffffffc0bd28b0) 00010000:00010000:1.0:1789518543.527363:0:22641:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f98001a8/0x8d0fd6794231608f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518543.527375:0:22641:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f98001a8/0x8d0fd6794231608f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518543.527394:0:22641:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f98001a8/0x8d0fd6794231608f lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518543.527401:0:22641:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f98001a8/0x8d0fd6794231608f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518543.527428:0:22641:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789518543.527430:0:22641:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789518543.527432:0:22641:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789518543.527679:0:22642:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1789518543.528047:0:24592:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x29:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789518543.528056:0:24592:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000541e164d/0x8d0fd67942316096 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518543.528072:0:24592:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x29:0x0].0x0 since=711s v=(0 0) 00010000:00010000:1.0:1789518543.528077:0:24592:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x29:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789518543.528085:0:24592:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000541e164d/0x8d0fd67942316096 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518543.528109:0:24592:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000541e164d/0x8d0fd67942316096 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518543.528130:0:24592:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000541e164d/0x8d0fd67942316096 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518543.528139:0:24592:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000541e164d/0x8d0fd67942316096 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518543.528167:0:24592:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1789518543.528576:0:24700:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789518543.528594:0:24700:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000541e164d/0x8d0fd67942316096 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518543.528605:0:24700:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8e7435f0d800 already unused, calling callback (ffffffffc0bd28b0) 00010000:00010000:0.0:1789518543.528610:0:24700:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000541e164d/0x8d0fd67942316096 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518543.528620:0:24700:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000541e164d/0x8d0fd67942316096 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518543.528650:0:24700:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000541e164d/0x8d0fd67942316096 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518543.528668:0:24700:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000541e164d/0x8d0fd67942316096 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518543.528694:0:24700:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789518543.528697:0:24700:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789518543.528699:0:24700:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1789518543.528871:0:24592:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x28:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789518543.528878:0:24592:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000dcd7f7be/0x8d0fd6794231609d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518543.528888:0:24592:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x28:0x0].0x0 since=711s v=(0 0) 00010000:00010000:1.0:1789518543.528893:0:24592:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x28:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789518543.528899:0:24592:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000dcd7f7be/0x8d0fd6794231609d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518543.528910:0:24592:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000dcd7f7be/0x8d0fd6794231609d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518543.528920:0:24592:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000dcd7f7be/0x8d0fd6794231609d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518543.528929:0:24592:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000dcd7f7be/0x8d0fd6794231609d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518543.528967:0:24592:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:1.0:1789518543.529363:0:24592:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x27:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789518543.529370:0:24592:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004a729af0/0x8d0fd679423160a4 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518543.529381:0:24592:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x27:0x0].0x0 since=711s v=(0 0) 00010000:00010000:1.0:1789518543.529384:0:24592:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x27:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789518543.529389:0:24592:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004a729af0/0x8d0fd679423160a4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518543.529400:0:24592:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004a729af0/0x8d0fd679423160a4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518543.529410:0:24592:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004a729af0/0x8d0fd679423160a4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518543.529419:0:24592:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000004a729af0/0x8d0fd679423160a4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518543.529433:0:24592:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:1.0:1789518543.529845:0:24592:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x26:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789518543.529852:0:24592:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005f29f5cd/0x8d0fd679423160ab lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518543.529862:0:24592:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x26:0x0].0x0 since=711s v=(0 0) 00010000:00010000:1.0:1789518543.529872:0:24592:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x26:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789518543.529877:0:24592:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005f29f5cd/0x8d0fd679423160ab lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518543.529889:0:24592:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005f29f5cd/0x8d0fd679423160ab lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518543.529899:0:24592:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005f29f5cd/0x8d0fd679423160ab lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518543.529908:0:24592:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005f29f5cd/0x8d0fd679423160ab lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518543.529922:0:24592:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:0.0:1789518543.530246:0:22642:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1789518543.530256:0:22642:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000dcd7f7be/0x8d0fd6794231609d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518543.530267:0:22642:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8e7435f0cc00 already unused, calling callback (ffffffffc0bd28b0) 00010000:00010000:0.0:1789518543.530273:0:22642:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000dcd7f7be/0x8d0fd6794231609d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518543.530307:0:22642:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000dcd7f7be/0x8d0fd6794231609d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518543.530325:0:22642:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000dcd7f7be/0x8d0fd6794231609d lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518543.530335:0:22642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000dcd7f7be/0x8d0fd6794231609d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518543.530362:0:22642:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1789518543.530366:0:22642:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000004a729af0/0x8d0fd679423160a4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518543.530374:0:22642:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8e7435f0c200 already unused, calling callback (ffffffffc0bd28b0) 00010000:00010000:0.0:1789518543.530377:0:22642:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000004a729af0/0x8d0fd679423160a4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518543.530386:0:22642:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000004a729af0/0x8d0fd679423160a4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518543.530397:0:22642:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000004a729af0/0x8d0fd679423160a4 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518543.530405:0:22642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004a729af0/0x8d0fd679423160a4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518543.530431:0:22642:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789518543.530435:0:22642:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005f29f5cd/0x8d0fd679423160ab lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518543.530443:0:22642:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8e7435f0c400 already unused, calling callback (ffffffffc0bd28b0) 00010000:00010000:0.0:1789518543.530446:0:22642:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005f29f5cd/0x8d0fd679423160ab lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518543.530455:0:22642:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005f29f5cd/0x8d0fd679423160ab lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518543.530485:0:22642:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005f29f5cd/0x8d0fd679423160ab lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518543.530493:0:22642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005f29f5cd/0x8d0fd679423160ab lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518543.530507:0:22642:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789518543.530509:0:22642:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789518543.530510:0:22642:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789518543.530517:0:24700:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789518543.530523:0:22641:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1789518543.530930:0:24592:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x25:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789518543.530939:0:24592:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000047cf84ac/0x8d0fd679423160b2 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518543.530951:0:24592:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x25:0x0].0x0 since=711s v=(0 0) 00010000:00010000:1.0:1789518543.530955:0:24592:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x25:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789518543.530961:0:24592:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000047cf84ac/0x8d0fd679423160b2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518543.530974:0:24592:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000047cf84ac/0x8d0fd679423160b2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518543.530984:0:24592:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000047cf84ac/0x8d0fd679423160b2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518543.531001:0:24592:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000047cf84ac/0x8d0fd679423160b2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518543.531064:0:24592:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:1.0:1789518543.535321:0:24592:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x24:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789518543.535343:0:24592:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000000bfb6c6/0x8d0fd679423160b9 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518543.535366:0:24592:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x24:0x0].0x0 since=711s v=(0 0) 00010000:00010000:1.0:1789518543.535372:0:24592:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x24:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789518543.535380:0:24592:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000000bfb6c6/0x8d0fd679423160b9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518543.535399:0:24592:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000000bfb6c6/0x8d0fd679423160b9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518543.535413:0:24592:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000000bfb6c6/0x8d0fd679423160b9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518543.535422:0:24592:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000000bfb6c6/0x8d0fd679423160b9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518543.536884:0:22642:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1789518543.536903:0:22642:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000047cf84ac/0x8d0fd679423160b2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518543.536937:0:22642:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8e7435f0d400 already unused, calling callback (ffffffffc0bd28b0) 00010000:00010000:0.0:1789518543.536943:0:22642:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000047cf84ac/0x8d0fd679423160b2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518543.536956:0:22642:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000047cf84ac/0x8d0fd679423160b2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518543.536979:0:22642:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000047cf84ac/0x8d0fd679423160b2 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518543.536988:0:22642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000047cf84ac/0x8d0fd679423160b2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518543.538054:0:22642:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789518543.538068:0:22642:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000000bfb6c6/0x8d0fd679423160b9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518543.538082:0:22642:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8e7435f0d600 already unused, calling callback (ffffffffc0bd28b0) 00010000:00010000:0.0:1789518543.538087:0:22642:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000000bfb6c6/0x8d0fd679423160b9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518543.538175:0:22642:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000000bfb6c6/0x8d0fd679423160b9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518543.538197:0:22642:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000000bfb6c6/0x8d0fd679423160b9 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518543.538217:0:22642:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789518543.538219:0:22642:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789518543.538223:0:22642:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789518543.538292:0:24592:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:1.0:1789518543.538372:0:24592:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000000bfb6c6/0x8d0fd679423160b9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518543.538888:0:24700:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1789518543.540024:0:24592:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x23:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789518543.540039:0:24592:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001c1e1919/0x8d0fd679423160c0 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518543.540061:0:24592:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x23:0x0].0x0 since=711s v=(0 0) 00010000:00010000:1.0:1789518543.540067:0:24592:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x23:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789518543.540075:0:24592:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001c1e1919/0x8d0fd679423160c0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518543.540093:0:24592:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001c1e1919/0x8d0fd679423160c0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518543.541439:0:24592:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001c1e1919/0x8d0fd679423160c0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518543.541451:0:24592:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001c1e1919/0x8d0fd679423160c0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518543.541621:0:24592:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:1.0:1789518543.543730:0:24592:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x22:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789518543.543750:0:24592:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f98001a8/0x8d0fd679423160c7 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518543.543770:0:24592:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x22:0x0].0x0 since=711s v=(0 0) 00010000:00010000:1.0:1789518543.543775:0:24592:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x22:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789518543.543793:0:24592:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f98001a8/0x8d0fd679423160c7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518543.543810:0:24592:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f98001a8/0x8d0fd679423160c7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518543.543820:0:24592:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f98001a8/0x8d0fd679423160c7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518543.543829:0:24592:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f98001a8/0x8d0fd679423160c7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518543.546344:0:22641:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1789518543.546365:0:22641:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001c1e1919/0x8d0fd679423160c0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518543.546384:0:22641:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8e7435f0de00 already unused, calling callback (ffffffffc0bd28b0) 00010000:00010000:0.0:1789518543.546390:0:22641:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001c1e1919/0x8d0fd679423160c0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518543.546404:0:22641:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001c1e1919/0x8d0fd679423160c0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518543.546434:0:22641:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001c1e1919/0x8d0fd679423160c0 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518543.546444:0:22641:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001c1e1919/0x8d0fd679423160c0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518543.548873:0:22641:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789518543.548892:0:22641:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f98001a8/0x8d0fd679423160c7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518543.548910:0:22641:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8e7435f0ca00 already unused, calling callback (ffffffffc0bd28b0) 00010000:00010000:0.0:1789518543.548929:0:22641:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f98001a8/0x8d0fd679423160c7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518543.548942:0:22641:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f98001a8/0x8d0fd679423160c7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518543.548969:0:22641:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f98001a8/0x8d0fd679423160c7 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518543.548984:0:22641:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789518543.548986:0:22641:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789518543.548989:0:22641:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789518543.549099:0:24592:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:1.0:1789518543.549110:0:24592:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f98001a8/0x8d0fd679423160c7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00080000:1.0:1789518543.549741:0:24592:0:(ofd_dev.c:1518:ofd_orphans_destroy()) lustre-OST0001: after destroy: set last_id to 0x2c0000401:6 00000100:00100000:1.0:1789518543.549881:0:24592:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7435f70a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:22680:x1876445522827392:12345-0@lo:5:osp-pre-1-0.0 Request processed in 195465us (196361us total) trans 0 rc 0/0 00000100:00100000:1.0:1789518543.549894:0:24592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00010000:00010000:0.0:1789518543.550108:0:22642:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789518543.550243:0:22680:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e7435f71c00 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22680:1876445522827392:0@lo:5:osp-pre-1-0.0 00000004:00080000:2.0:1789518543.550264:0:22680:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0000: Got last_id [0x2c0000401:0x41:0x0] from OST, last_created [0x2c0000401:0x41:0x0]last_used is [0x2c0000401:0x6:0x0] 00000100:00100000:2.0:1789518543.550386:0:22680:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e7435f71c00 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22680:1876445522828160:0@lo:5:osp-pre-1-0.0 00000100:00100000:2.0:1789518543.550428:0:22680:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789518543.550485:0:22680:0:(client.c:2716:ptlrpc_set_wait()) set ffff8e74056da600 going to sleep for 11 seconds 00000100:00100000:0.0:1789518543.550782:0:24165:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522828160 00000100:00100000:0.0:1789518543.550791:0:24165:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522828160 00000100:00100000:0.0:1789518543.550848:0:24165:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:0.0:1789518543.550860:0:24165:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7435f71880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:22680:x1876445522828160:12345-0@lo:5:osp-pre-1-0.0 00002000:00080000:0.0:1789518543.550906:0:24165:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0001: reserve 32 objects in group 0x2c0000401 at 66 00000100:00100000:0.0:1789518543.552994:0:24165:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7435f71880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:22680:x1876445522828160:12345-0@lo:5:osp-pre-1-0.0 Request processed in 2127us (2555us total) trans 12884901890 rc 0/0 00000100:00100000:0.0:1789518543.553010:0:24165:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:0.0:1789518543.553106:0:22680:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e7435f71c00 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22680:1876445522828160:0@lo:5:osp-pre-1-0.0 00000004:00080000:0.0:1789518543.553126:0:22680:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0001-osc-MDT0000: current precreated pool: [0x2c0000401:0x41:0x0]-[0x2c0000401:0x61:0x0] 00010000:00010000:1.0:1789518544.181907:0:24700:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789518545.205684:0:22641:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789518545.909675:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1789518545.909706:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e7441295180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3638:1876445522828288:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1789518545.909802:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789518545.909869:0:24167:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522828288 00000100:00100000:1.0:1789518545.909879:0:24167:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522828288 00000100:00100000:1.0:1789518545.909956:0:24167:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1789518545.909967:0:24167:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e743a17fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3638:x1876445522828288:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1789518545.910013:0:24167:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915857920 avail 3684335616 00000100:00100000:1.0:1789518545.910067:0:24167:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e743a17fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3638:x1876445522828288:12345-0@lo:13:osp-pre-0-1.0 Request processed in 102us (265us total) trans 0 rc 0/0 00000100:00100000:1.0:1789518545.910077:0:24167:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00080000:1.0:1789518545.910109:0:22649:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1789518545.910153:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e7441295180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3638:1876445522828288:0@lo:13:osp-pre-0-1.0 00000001:02000400:3.0:1789518546.203326:0:25337:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg243-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00010000:00010000:0.0:1789518546.232103:0:22642:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789518546.421572:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1789518546.421614:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e743f9b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1876445522828416:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1789518546.421715:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789518546.423176:0:23397:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522828416 00000100:00100000:3.0:1789518546.423207:0:23397:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522828416 00000100:00100000:3.0:1789518546.423295:0:23397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:3.0:1789518546.423312:0:23397:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e743f9b2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3637:x1876445522828416:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1789518546.423368:0:23397:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:3.0:1789518546.423526:0:23397:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e743f9b2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3637:x1876445522828416:12345-0@lo:41:osp-pre-0-1.0 Request processed in 217us (1808us total) trans 0 rc 0/0 00000100:00100000:3.0:1789518546.423537:0:23397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00100000:3.0:1789518546.423636:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e743f9b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1876445522828416:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1789518546.424572:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e7303d63100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3639:1876445522828544:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1789518546.424656:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789518546.425767:0:22658:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522828544 00000100:00100000:1.0:1789518546.425781:0:22658:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522828544 00000100:00100000:1.0:1789518546.428958:0:22658:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:1.0:1789518546.428991:0:22658:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e743a17e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3639:x1876445522828544:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1789518546.429060:0:22658:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1789518546.429216:0:22658:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e743a17e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3639:x1876445522828544:12345-0@lo:41:osp-pre-1-0.0 Request processed in 241us (4560us total) trans 0 rc 0/0 00000100:00100000:1.0:1789518546.429225:0:22658:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00100000:1.0:1789518546.450148:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e7303d63100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3639:1876445522828544:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1789518547.254853:0:24700:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1789518547.383260:0:23412:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000020:00000004:3.0:1789518547.536825:0:25389:0:(tgt_mount.c:2346:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1789518547.537293:0:25389:0:(tgt_mount.c:2361:is_cmd_supported()) ioctl cmd=81009431 00000100:00100000:2.0:1789518547.958620:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1789518547.958825:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e743f9b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3639:1876445522828672:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1789518547.958991:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789518547.961544:0:24167:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522828672 00000100:00100000:0.0:1789518547.961570:0:24167:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522828672 00000100:00100000:0.0:1789518547.961792:0:24167:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1789518547.961808:0:24167:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7435f73480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1876445522828672:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1789518547.961857:0:24167:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915857920 avail 3684335616 00000100:00080000:2.0:1789518547.962031:0:22649:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1789518547.962237:0:24167:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7435f73480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1876445522828672:12345-0@lo:13:osp-pre-0-0.0 Request processed in 434us (3246us total) trans 0 rc 0/0 00000100:00100000:0.0:1789518547.962245:0:24167:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1789518547.963443:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e743f9b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3639:1876445522828672:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1789518548.277803:0:22641:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789518548.471257:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e7435f70380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1ba3fd75-b94d-432d-934d-65078cb73340:3637:1876445522828800:0@lo:400:kworker.0 00000100:00100000:2.0:1789518548.471332:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789518548.471379:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e74079d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3637:1876445522829312:0@lo:400:kworker.0 00000100:00100000:2.0:1789518548.471407:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789518548.471424:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e74079d0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3637:1876445522829824:0@lo:400:kworker.0 00000100:00100000:2.0:1789518548.471444:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789518548.471459:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e74079d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3637:1876445522830336:0@lo:400:kworker.0 00000100:00100000:2.0:1789518548.471510:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789518548.471532:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:2.0:1789518548.471539:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e7435f70700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1876445522828928:0@lo:400:kworker.0 00000100:00100000:2.0:1789518548.471563:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789518548.471579:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e74079d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1876445522829440:0@lo:400:kworker.0 00000100:00100000:2.0:1789518548.471612:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789518548.471628:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e74079d0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3637:1876445522829952:0@lo:400:kworker.0 00000100:00100000:2.0:1789518548.471647:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789518548.471675:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e74079d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3639:1876445522829056:0@lo:400:kworker.0 00000100:00100000:2.0:1789518548.471698:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789518548.471713:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e74079d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1876445522829568:0@lo:400:kworker.0 00000100:00100000:2.0:1789518548.471744:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789518548.471779:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e74079d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3639:1876445522830080:0@lo:400:kworker.0 00000100:00100000:2.0:1789518548.471808:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789518548.471821:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:2.0:1789518548.471826:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e74079d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3639:1876445522829184:0@lo:400:kworker.0 00000100:00100000:2.0:1789518548.471844:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789518548.471859:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e74079d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1876445522829696:0@lo:400:kworker.0 00000100:00100000:2.0:1789518548.471877:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789518548.471891:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e74079d1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3639:1876445522830208:0@lo:400:kworker.0 00000100:00100000:2.0:1789518548.471908:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789518548.471935:0:22648:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522828800 00000100:00100000:2.0:1789518548.471943:0:22648:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522828800 00000100:00100000:2.0:1789518548.471985:0:22648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 118 00000100:00100000:2.0:1789518548.471993:0:22648:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7441367850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1ba3fd75-b94d-432d-934d-65078cb73340+24:3637:x1876445522828800:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789518548.472044:0:22648:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7441367850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1ba3fd75-b94d-432d-934d-65078cb73340+24:3637:x1876445522828800:12345-0@lo:400:kworker.0 Request processed in 51us (711us total) trans 0 rc 0/0 00000100:00100000:2.0:1789518548.472052:0:22648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 118 00000100:00100000:2.0:1789518548.472177:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e7435f70380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1ba3fd75-b94d-432d-934d-65078cb73340:3637:1876445522828800:0@lo:400:kworker.0 00000100:00100000:1.0:1789518548.473716:0:22658:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522828928 00000100:00100000:1.0:1789518548.473723:0:22658:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522828928 00000100:00100000:1.0:1789518548.473762:0:22658:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522829440 00000100:00100000:1.0:1789518548.473765:0:22658:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522829440 00000100:00100000:1.0:1789518548.473780:0:22658:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:1.0:1789518548.473789:0:22658:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e74079d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3637:x1876445522828928:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789518548.473850:0:22658:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e74079d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3637:x1876445522828928:12345-0@lo:400:kworker.0 Request processed in 62us (2286us total) trans 0 rc 0/0 00000100:00100000:1.0:1789518548.473865:0:22658:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00100000:1.0:1789518548.473887:0:22658:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:1.0:1789518548.473893:0:22658:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e74079d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3637:x1876445522829440:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789518548.473922:0:22658:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e74079d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3637:x1876445522829440:12345-0@lo:400:kworker.0 Request processed in 30us (2309us total) trans 0 rc 0/0 00000100:00100000:1.0:1789518548.473927:0:22658:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00100000:1.0:1789518548.473945:0:24164:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522829056 00000100:00100000:1.0:1789518548.473949:0:24164:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522829056 00000100:00100000:1.0:1789518548.473966:0:24164:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522829568 00000100:00100000:1.0:1789518548.473969:0:24164:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522829568 00000100:00100000:1.0:1789518548.473991:0:24164:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522829184 00000100:00100000:1.0:1789518548.473994:0:24164:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522829184 00000100:00100000:1.0:1789518548.474006:0:24164:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522829696 00000100:00100000:1.0:1789518548.474009:0:24164:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522829696 00000100:00100000:1.0:1789518548.474023:0:24164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1789518548.474029:0:24164:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e74079d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3639:x1876445522829056:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789518548.474065:0:24164:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e74079d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3639:x1876445522829056:12345-0@lo:400:kworker.0 Request processed in 36us (2366us total) trans 0 rc 0/0 00000100:00100000:1.0:1789518548.474071:0:24164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1789518548.474081:0:24164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1789518548.474086:0:24164:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e743d2af480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3639:x1876445522829568:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789518548.474111:0:24164:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e743d2af480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3639:x1876445522829568:12345-0@lo:400:kworker.0 Request processed in 24us (2366us total) trans 0 rc 0/0 00000100:00100000:1.0:1789518548.474116:0:24164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1789518548.474126:0:24164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1789518548.474131:0:24164:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e743d2ae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3639:x1876445522829184:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789518548.474167:0:24164:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e743d2ae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3639:x1876445522829184:12345-0@lo:400:kworker.0 Request processed in 36us (2321us total) trans 0 rc 0/0 00000100:00100000:1.0:1789518548.474172:0:24164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1789518548.474184:0:24164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1789518548.474190:0:24164:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e743d2ad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3639:x1876445522829696:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789518548.474215:0:24164:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e743d2ad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3639:x1876445522829696:12345-0@lo:400:kworker.0 Request processed in 26us (2336us total) trans 0 rc 0/0 00000100:00100000:1.0:1789518548.474220:0:24164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1789518548.474244:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e743a17d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3638:1876445522830464:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1789518548.474277:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789518548.474328:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e7435f70700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1876445522828928:0@lo:400:kworker.0 00000100:00100000:1.0:1789518548.474339:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e74079d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1876445522829440:0@lo:400:kworker.0 00000100:00080000:1.0:1789518548.474370:0:22649:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1789518548.474374:0:22649:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1789518548.474391:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e74079d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3639:1876445522829184:0@lo:400:kworker.0 00000100:00100000:1.0:1789518548.474400:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e74079d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1876445522829696:0@lo:400:kworker.0 00000100:00100000:1.0:1789518548.474409:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e74079d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3639:1876445522829056:0@lo:400:kworker.0 00000100:00100000:1.0:1789518548.474419:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e74079d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1876445522829568:0@lo:400:kworker.0 00000100:00100000:0.0:1789518548.474574:0:24167:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522830464 00000100:00100000:0.0:1789518548.474578:0:24167:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522830464 00000100:00100000:0.0:1789518548.474614:0:24167:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1789518548.474621:0:24167:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e743a17ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3638:x1876445522830464:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1789518548.474641:0:24167:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:0.0:1789518548.474683:0:24167:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e743a17ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3638:x1876445522830464:12345-0@lo:13:osp-pre-1-1.0 Request processed in 62us (405us total) trans 0 rc 0/0 00000100:00100000:0.0:1789518548.474690:0:24167:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1789518548.474714:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1789518548.474722:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e743f9b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1876445522830592:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1789518548.474746:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789518548.474771:0:24166:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522830592 00000100:00100000:0.0:1789518548.474776:0:24166:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522830592 00000100:00100000:0.0:1789518548.474792:0:24166:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1789518548.474797:0:24166:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e743f9b3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3640:x1876445522830592:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1789518548.474807:0:24166:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:0.0:1789518548.474835:0:24166:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e743f9b3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3640:x1876445522830592:12345-0@lo:13:osp-pre-1-0.0 Request processed in 38us (89us total) trans 0 rc 0/0 00000100:00100000:0.0:1789518548.474848:0:24166:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1789518548.474879:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e743f9b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1876445522830592:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1789518548.474902:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e743a17d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3638:1876445522830464:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1789518548.474999:0:24590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522829312 00000100:00100000:3.0:1789518548.475003:0:24590:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522829312 00000100:00100000:3.0:1789518548.475027:0:24590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522829824 00000100:00100000:3.0:1789518548.475030:0:24590:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522829824 00000100:00100000:3.0:1789518548.475040:0:24590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522830336 00000100:00100000:3.0:1789518548.475042:0:24590:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522830336 00000100:00100000:3.0:1789518548.475070:0:24590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522829952 00000100:00100000:3.0:1789518548.475073:0:24590:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522829952 00000100:00100000:3.0:1789518548.475085:0:24590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522830080 00000100:00100000:3.0:1789518548.475087:0:24590:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522830080 00000100:00100000:3.0:1789518548.475098:0:24590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522830208 00000100:00100000:3.0:1789518548.475100:0:24590:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522830208 00000100:00100000:3.0:1789518548.475113:0:24590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:3.0:1789518548.475119:0:24590:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e74079d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3637:x1876445522829312:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789518548.475157:0:24590:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e74079d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3637:x1876445522829312:12345-0@lo:400:kworker.0 Request processed in 39us (3749us total) trans 0 rc 0/0 00000100:00100000:3.0:1789518548.475163:0:24590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:3.0:1789518548.475174:0:24590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:3.0:1789518548.475180:0:24590:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e74079d0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3637:x1876445522829824:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789518548.475218:0:24590:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e74079d0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3637:x1876445522829824:12345-0@lo:400:kworker.0 Request processed in 39us (3773us total) trans 0 rc 0/0 00000100:00100000:3.0:1789518548.475224:0:24590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:3.0:1789518548.475235:0:24590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:3.0:1789518548.475241:0:24590:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e74079d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3637:x1876445522830336:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789518548.475267:0:24590:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e74079d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3637:x1876445522830336:12345-0@lo:400:kworker.0 Request processed in 26us (3756us total) trans 0 rc 0/0 00000100:00100000:3.0:1789518548.475273:0:24590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:3.0:1789518548.475283:0:24590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:3.0:1789518548.475289:0:24590:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e74079d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3637:x1876445522829952:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789518548.475314:0:24590:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e74079d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3637:x1876445522829952:12345-0@lo:400:kworker.0 Request processed in 26us (3667us total) trans 0 rc 0/0 00000100:00100000:3.0:1789518548.475319:0:24590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:3.0:1789518548.475329:0:24590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:3.0:1789518548.475335:0:24590:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e743d2af100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3639:x1876445522830080:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789518548.475359:0:24590:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e743d2af100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3639:x1876445522830080:12345-0@lo:400:kworker.0 Request processed in 25us (3551us total) trans 0 rc 0/0 00000100:00100000:3.0:1789518548.475365:0:24590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:3.0:1789518548.475375:0:24590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:3.0:1789518548.475380:0:24590:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e743d2ac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3639:x1876445522830208:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789518548.475422:0:24590:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e743d2ac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3639:x1876445522830208:12345-0@lo:400:kworker.0 Request processed in 41us (3512us total) trans 0 rc 0/0 00000100:00100000:3.0:1789518548.475428:0:24590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00080000:0.0:1789518548.475573:0:22649:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1789518548.475576:0:22649:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:1.0:1789518548.476147:0:3637:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8e74079d0a80 x1876445522829952/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789518564 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789518548.476161:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e74079d0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3637:1876445522829952:0@lo:400:kworker.0 00010000:00080000:1.0:1789518548.476173:0:3637:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8e74079d3480 x1876445522829312/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789518564 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789518548.476193:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e74079d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3637:1876445522829312:0@lo:400:kworker.0 00010000:00080000:1.0:1789518548.476207:0:3637:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8e74079d0700 x1876445522829824/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789518564 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789518548.476216:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e74079d0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3637:1876445522829824:0@lo:400:kworker.0 00010000:00080000:1.0:1789518548.476229:0:3637:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8e74079d0e00 x1876445522830336/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789518564 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789518548.476236:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e74079d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3637:1876445522830336:0@lo:400:kworker.0 00010000:00080000:1.0:1789518548.476276:0:3639:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8e74079d1880 x1876445522830208/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789518564 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789518548.476284:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e74079d1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3639:1876445522830208:0@lo:400:kworker.0 00010000:00080000:1.0:1789518548.476294:0:3639:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8e74079d2a00 x1876445522830080/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789518564 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789518548.476302:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e74079d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3639:1876445522830080:0@lo:400:kworker.0 00000020:00000004:2.0:1789518548.698592:0:25439:0:(tgt_mount.c:2346:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1789518548.698833:0:25439:0:(tgt_mount.c:2361:is_cmd_supported()) ioctl cmd=81009431 00000001:00080000:1.0:1789518548.983688:0:24980:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901890 is committed 00000100:00100000:2.0:1789518549.077876:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1789518549.081527:0:22647:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445501735424 00000100:00100000:3.0:1789518549.081544:0:22647:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445501735424 00000100:00100000:3.0:1789518549.081633:0:22647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 119 00000100:00100000:3.0:1789518549.081643:0:22647:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7441366c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0+-99:2386:x1876445501735424:12345-192.168.202.43@tcp:250:mount.lustre.0 00010000:00080000:3.0:1789518549.081672:0:22647:0:(ldlm_lib.c:1453:target_handle_connect()) MGS: connection from 8fe33aaa-a487-4a1c-a515-01b14206f1f5@192.168.202.43@tcp t0 exp 0000000000000000 cur 716 last 0 00000020:00000080:3.0:1789518549.081700:0:22647:0:(genops.c:1384:class_connect()) connect: client 8fe33aaa-a487-4a1c-a515-01b14206f1f5, cookie 0x8d0fd679423160ce 00000100:00080000:3.0:1789518549.081838:0:22647:0:(import.c:65:import_set_state_nolock()) ffff8e730297f000 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1789518549.081918:0:22647:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7441366c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8fe33aaa-a487-4a1c-a515-01b14206f1f5+5:2386:x1876445501735424:12345-192.168.202.43@tcp:250:mount.lustre.0 Request processed in 275us (4052us total) trans 0 rc 0/0 00000100:00100000:3.0:1789518549.081926:0:22647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 119 00000100:00100000:0.0:1789518549.086727:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1789518549.086850:0:22645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445501735552 00000100:00100000:3.0:1789518549.086860:0:22645:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445501735552 00000100:00100000:3.0:1789518549.086914:0:22645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 120 00000100:00100000:3.0:1789518549.086924:0:22645:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7441366050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8fe33aaa-a487-4a1c-a515-01b14206f1f5+5:18022:x1876445501735552:12345-192.168.202.43@tcp:101:mount.lustre.0 00010000:00010000:3.0:1789518549.086948:0:22645:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789518549.086965:0:22645:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8e74421c3c00/0x8d0fd679423160d5 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: local remote: 0x3c6c92dc7856664d expref: -99 pid: 22645 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518549.086993:0:22645:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8e74421c3c00/0x8d0fd679423160d5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000000 nid: 192.168.202.43@tcp remote: 0x3c6c92dc7856664d expref: 6 pid: 22645 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518549.087003:0:22645:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8e74421c3c00/0x8d0fd679423160d5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 192.168.202.43@tcp remote: 0x3c6c92dc7856664d expref: 6 pid: 22645 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518549.087013:0:22645:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8e74421c3c00, rc 0) 00000100:00100000:3.0:1789518549.087066:0:22645:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7441366050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8fe33aaa-a487-4a1c-a515-01b14206f1f5+6:18022:x1876445501735552:12345-192.168.202.43@tcp:101:mount.lustre.0 Request processed in 144us (348us total) trans 0 rc 0/0 00000100:00100000:3.0:1789518549.087073:0:22645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 120 00000100:00100000:1.0:1789518549.099555:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1789518549.099731:0:22648:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445501735680 00000100:00100000:2.0:1789518549.099742:0:22648:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445501735680 00000100:00100000:2.0:1789518549.099810:0:22648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 121 00000100:00100000:2.0:1789518549.099821:0:22648:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7441365c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8fe33aaa-a487-4a1c-a515-01b14206f1f5+6:18022:x1876445501735680:12345-192.168.202.43@tcp:501:mount.lustre.0 00000100:00100000:2.0:1789518549.099966:0:22648:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7441365c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8fe33aaa-a487-4a1c-a515-01b14206f1f5+6:18022:x1876445501735680:12345-192.168.202.43@tcp:501:mount.lustre.0 Request processed in 146us (421us total) trans 0 rc -2/-2 00000100:00100000:2.0:1789518549.099975:0:22648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 121 00000100:00100000:2.0:1789518549.111836:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1789518549.111950:0:22647:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445501735808 00000100:00100000:1.0:1789518549.111961:0:22647:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445501735808 00000100:00100000:1.0:1789518549.112024:0:22647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 122 00000100:00100000:1.0:1789518549.112035:0:22647:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7441366850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8fe33aaa-a487-4a1c-a515-01b14206f1f5+6:18022:x1876445501735808:12345-192.168.202.43@tcp:101:mount.lustre.0 00010000:00010000:1.0:1789518549.112054:0:22647:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789518549.112073:0:22647:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8e7435f0d000/0x8d0fd679423160dc lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: local remote: 0x3c6c92dc78566654 expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518549.112123:0:22647:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8e7435f0d000/0x8d0fd679423160dc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000000 nid: 192.168.202.43@tcp remote: 0x3c6c92dc78566654 expref: 7 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518549.112134:0:22647:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8e7435f0d000/0x8d0fd679423160dc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 192.168.202.43@tcp remote: 0x3c6c92dc78566654 expref: 7 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518549.112142:0:22647:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8e7435f0d000, rc 0) 00000100:00100000:1.0:1789518549.112563:0:22647:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7441366850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8fe33aaa-a487-4a1c-a515-01b14206f1f5+7:18022:x1876445501735808:12345-192.168.202.43@tcp:101:mount.lustre.0 Request processed in 528us (736us total) trans 0 rc 0/0 00000100:00100000:1.0:1789518549.112571:0:22647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 122 00000100:00100000:0.0:1789518549.133985:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1789518549.134160:0:22645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445501735936 00000100:00100000:3.0:1789518549.134208:0:22645:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445501735936 00000100:00100000:2.0:1789518549.135025:0:22645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 123 00000100:00100000:2.0:1789518549.135044:0:22645:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7441364050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8fe33aaa-a487-4a1c-a515-01b14206f1f5+7:18022:x1876445501735936:12345-192.168.202.43@tcp:501:mount.lustre.0 00000100:00100000:2.0:1789518549.135734:0:22645:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7441364050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8fe33aaa-a487-4a1c-a515-01b14206f1f5+8:18022:x1876445501735936:12345-192.168.202.43@tcp:501:mount.lustre.0 Request processed in 693us (1756us total) trans 0 rc 0/0 00000100:00100000:2.0:1789518549.135747:0:22645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 123 00000100:00100000:3.0:1789518549.139025:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1789518549.139138:0:22647:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445501736064 00000100:00100000:1.0:1789518549.139151:0:22647:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445501736064 00000100:00100000:1.0:1789518549.139252:0:22647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 124 00000100:00100000:1.0:1789518549.139265:0:22647:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7441365050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8fe33aaa-a487-4a1c-a515-01b14206f1f5+8:18022:x1876445501736064:12345-192.168.202.43@tcp:503:mount.lustre.0 00000100:00100000:1.0:1789518549.141060:0:22647:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7441365050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8fe33aaa-a487-4a1c-a515-01b14206f1f5+8:18022:x1876445501736064:12345-192.168.202.43@tcp:503:mount.lustre.0 Request processed in 1774us (2026us total) trans 0 rc 0/0 00000100:00100000:1.0:1789518549.141080:0:22647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 124 00000100:00100000:3.0:1789518549.146889:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1789518549.147124:0:22645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445501736192 00000100:00100000:0.0:1789518549.147138:0:22645:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445501736192 00000100:00100000:1.0:1789518549.147768:0:22647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 125 00000100:00100000:1.0:1789518549.147788:0:22647:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7441367050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8fe33aaa-a487-4a1c-a515-01b14206f1f5+8:18040:x1876445501736192:12345-192.168.202.43@tcp:502:llog_process_th.0 00000100:00100000:1.0:1789518549.148157:0:22647:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7441367050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8fe33aaa-a487-4a1c-a515-01b14206f1f5+8:18040:x1876445501736192:12345-192.168.202.43@tcp:502:llog_process_th.0 Request processed in 375us (1282us total) trans 0 rc 0/0 00000100:00100000:1.0:1789518549.148168:0:22647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 125 00000100:00100000:0.0:1789518549.179094:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1789518549.182417:0:22648:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445501736320 00000100:00100000:1.0:1789518549.182441:0:22648:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445501736320 00000100:00100000:1.0:1789518549.182614:0:22648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 126 00000100:00100000:1.0:1789518549.182653:0:22648:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7441365850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8fe33aaa-a487-4a1c-a515-01b14206f1f5+8:18040:x1876445501736320:12345-192.168.202.43@tcp:502:llog_process_th.0 00000100:00100000:1.0:1789518549.182898:0:22648:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7441365850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8fe33aaa-a487-4a1c-a515-01b14206f1f5+8:18040:x1876445501736320:12345-192.168.202.43@tcp:502:llog_process_th.0 Request processed in 247us (3820us total) trans 0 rc 0/0 00000100:00100000:1.0:1789518549.182908:0:22648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 126 00000100:00100000:2.0:1789518549.197988:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1789518549.198078:0:22645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445501736448 00000100:00100000:0.0:1789518549.198092:0:22645:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445501736448 00000100:00100000:0.0:1789518549.198176:0:22645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 127 00000100:00100000:0.0:1789518549.198188:0:22645:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7441365450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8fe33aaa-a487-4a1c-a515-01b14206f1f5+8:18040:x1876445501736448:12345-192.168.202.43@tcp:502:llog_process_th.0 00000100:00100000:0.0:1789518549.198416:0:22645:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7441365450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8fe33aaa-a487-4a1c-a515-01b14206f1f5+8:18040:x1876445501736448:12345-192.168.202.43@tcp:502:llog_process_th.0 Request processed in 229us (441us total) trans 0 rc 0/0 00000100:00100000:0.0:1789518549.198425:0:22645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 127 00000100:00100000:2.0:1789518549.209301:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1789518549.209517:0:22647:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445501736576 00000100:00100000:3.0:1789518549.209533:0:22647:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445501736576 00000100:00100000:3.0:1789518549.209629:0:22647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 128 00000100:00100000:3.0:1789518549.209643:0:22647:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e74419f2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8fe33aaa-a487-4a1c-a515-01b14206f1f5+8:18022:x1876445501736576:12345-192.168.202.43@tcp:101:mount.lustre.0 00010000:00010000:3.0:1789518549.209669:0:22647:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789518549.209698:0:22647:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8e74421c2200/0x8d0fd679423160e3 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x3c6c92dc78566685 expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518549.209744:0:22647:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8e74421c2200/0x8d0fd679423160e3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 192.168.202.43@tcp remote: 0x3c6c92dc78566685 expref: 9 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518549.209760:0:22647:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8e74421c2200/0x8d0fd679423160e3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 192.168.202.43@tcp remote: 0x3c6c92dc78566685 expref: 9 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518549.209773:0:22647:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8e74421c2200, rc 0) 00000100:00100000:3.0:1789518549.209869:0:22647:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e74419f2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8fe33aaa-a487-4a1c-a515-01b14206f1f5+9:18022:x1876445501736576:12345-192.168.202.43@tcp:101:mount.lustre.0 Request processed in 228us (586us total) trans 0 rc 0/0 00000100:00100000:3.0:1789518549.209877:0:22647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 128 00000100:00100000:2.0:1789518549.215115:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1789518549.215449:0:22648:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445501736704 00000100:00100000:1.0:1789518549.215502:0:22648:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445501736704 00000100:00100000:1.0:1789518549.215572:0:22648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 129 00000100:00100000:1.0:1789518549.215594:0:22648:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e74419f2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8fe33aaa-a487-4a1c-a515-01b14206f1f5+9:18022:x1876445501736704:12345-192.168.202.43@tcp:256:mount.lustre.0 20000000:01000000:1.0:1789518549.215630:0:22648:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-cliir bufsize 1048576. 20000000:01000000:1.0:1789518549.215665:0:22648:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:1.0:1789518549.215670:0:22648:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4008/1/256/255. 20000000:01000000:1.0:1789518549.215674:0:22648:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3964/1/256/255. 20000000:01000000:1.0:1789518549.215677:0:22648:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3920/1/256/255. 20000000:01000000:1.0:1789518549.215680:0:22648:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 176, version 14 00000100:00100000:0.0:1789518549.221210:0:22648:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e74419f2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8fe33aaa-a487-4a1c-a515-01b14206f1f5+9:18022:x1876445501736704:12345-192.168.202.43@tcp:256:mount.lustre.0 Request processed in 5601us (6091us total) trans 0 rc 0/0 00000100:00100000:0.0:1789518549.221244:0:22648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 129 00000100:00100000:2.0:1789518549.225785:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1789518549.225883:0:22645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445501736832 00000100:00100000:0.0:1789518549.225900:0:22645:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445501736832 00000100:00100000:0.0:1789518549.225990:0:22645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 130 00000100:00100000:0.0:1789518549.226007:0:22645:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e74419f3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8fe33aaa-a487-4a1c-a515-01b14206f1f5+9:18022:x1876445501736832:12345-192.168.202.43@tcp:101:mount.lustre.0 00010000:00010000:0.0:1789518549.226041:0:22645:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789518549.226095:0:22645:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8e7435f9cc00/0x8d0fd679423160ea lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x3c6c92dc7856668c expref: -99 pid: 22645 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518549.226144:0:22645:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8e7435f9cc00/0x8d0fd679423160ea lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 192.168.202.43@tcp remote: 0x3c6c92dc7856668c expref: 10 pid: 22645 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518549.226160:0:22645:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8e7435f9cc00/0x8d0fd679423160ea lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 192.168.202.43@tcp remote: 0x3c6c92dc7856668c expref: 10 pid: 22645 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518549.226186:0:22645:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8e7435f9cc00, rc 0) 00000100:00100000:0.0:1789518549.226644:0:22645:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e74419f3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8fe33aaa-a487-4a1c-a515-01b14206f1f5+10:18022:x1876445501736832:12345-192.168.202.43@tcp:101:mount.lustre.0 Request processed in 638us (882us total) trans 0 rc 0/0 00000100:00100000:0.0:1789518549.226652:0:22645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 130 00000100:00100000:2.0:1789518549.230697:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1789518549.230786:0:22648:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445501736960 00000100:00100000:0.0:1789518549.230801:0:22648:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445501736960 00000100:00100000:0.0:1789518549.230899:0:22648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 131 00000100:00100000:0.0:1789518549.230911:0:22648:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e74419f3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8fe33aaa-a487-4a1c-a515-01b14206f1f5+10:18022:x1876445501736960:12345-192.168.202.43@tcp:501:mount.lustre.0 00000100:00100000:0.0:1789518549.231119:0:22648:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e74419f3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8fe33aaa-a487-4a1c-a515-01b14206f1f5+10:18022:x1876445501736960:12345-192.168.202.43@tcp:501:mount.lustre.0 Request processed in 210us (435us total) trans 0 rc 0/0 00000100:00100000:0.0:1789518549.231127:0:22648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 131 00000100:00100000:3.0:1789518549.232968:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1789518549.233704:0:22645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445501737088 00000100:00100000:2.0:1789518549.233720:0:22645:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445501737088 00000100:00100000:1.0:1789518549.233798:0:22647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 132 00000100:00100000:1.0:1789518549.233815:0:22647:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e74419f0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8fe33aaa-a487-4a1c-a515-01b14206f1f5+10:18022:x1876445501737088:12345-192.168.202.43@tcp:503:mount.lustre.0 00000100:00100000:1.0:1789518549.234098:0:22647:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e74419f0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8fe33aaa-a487-4a1c-a515-01b14206f1f5+10:18022:x1876445501737088:12345-192.168.202.43@tcp:503:mount.lustre.0 Request processed in 287us (1138us total) trans 0 rc 0/0 00000100:00100000:1.0:1789518549.234107:0:22647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 132 00000100:00100000:3.0:1789518549.238375:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1789518549.238524:0:22647:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445501737216 00000100:00100000:1.0:1789518549.238538:0:22647:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445501737216 00000100:00100000:1.0:1789518549.238608:0:22647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 133 00000100:00100000:1.0:1789518549.238620:0:22647:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e743c9e0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8fe33aaa-a487-4a1c-a515-01b14206f1f5+10:18046:x1876445501737216:12345-192.168.202.43@tcp:502:llog_process_th.0 00000100:00100000:1.0:1789518549.238824:0:22647:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e743c9e0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8fe33aaa-a487-4a1c-a515-01b14206f1f5+10:18046:x1876445501737216:12345-192.168.202.43@tcp:502:llog_process_th.0 Request processed in 205us (462us total) trans 0 rc 0/0 00000100:00100000:1.0:1789518549.238844:0:22647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 133 00000100:00100000:3.0:1789518549.242762:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1789518549.243393:0:22647:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445501737344 00000100:00100000:1.0:1789518549.243408:0:22647:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445501737344 00000100:00100000:1.0:1789518549.243524:0:22647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 134 00000100:00100000:1.0:1789518549.243538:0:22647:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e743c9e3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8fe33aaa-a487-4a1c-a515-01b14206f1f5+10:18046:x1876445501737344:12345-192.168.202.43@tcp:502:llog_process_th.0 00000100:00100000:1.0:1789518549.243747:0:22647:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e743c9e3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8fe33aaa-a487-4a1c-a515-01b14206f1f5+10:18046:x1876445501737344:12345-192.168.202.43@tcp:502:llog_process_th.0 Request processed in 213us (1000us total) trans 0 rc 0/0 00000100:00100000:1.0:1789518549.243755:0:22647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 134 00000100:00100000:3.0:1789518549.274865:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1789518549.275139:0:24590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445501737472 00000100:00100000:0.0:1789518549.275153:0:24590:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445501737472 00000100:00100000:0.0:1789518549.275249:0:24590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 7 00000100:00100000:0.0:1789518549.275261:0:24590:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7303d61880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2386:x1876445501737472:12345-192.168.202.43@tcp:38:mount.lustre.0 00010000:00080000:0.0:1789518549.275314:0:24590:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-MDT0000: connection from 0dd73589-3012-4aa9-8181-d1fd4f88ac64@192.168.202.43@tcp t0 exp 0000000000000000 cur 717 last 0 00000020:00000080:0.0:1789518549.275386:0:24590:0:(genops.c:1384:class_connect()) connect: client 0dd73589-3012-4aa9-8181-d1fd4f88ac64, cookie 0x8d0fd679423160f1 00000004:00100000:0.0:1789518549.275417:0:24590:0:(mdt_handler.c:7293:mdt_connect_internal()) lustre-MDT0000: cli supports cksum type f7, return f7 00000100:00080000:0.0:1789518549.275759:0:24590:0:(import.c:65:import_set_state_nolock()) ffff8e740d989000 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1789518549.275849:0:24590:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7303d61880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0dd73589-3012-4aa9-8181-d1fd4f88ac64+6:2386:x1876445501737472:12345-192.168.202.43@tcp:38:mount.lustre.0 Request processed in 588us (1004us total) trans 0 rc 0/0 00000100:00100000:0.0:1789518549.275858:0:24590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 7 00000100:00100000:2.0:1789518549.279853:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1789518549.280225:0:22653:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445501737728 00000100:00100000:3.0:1789518549.280239:0:22653:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445501737728 00000100:00100000:3.0:1789518549.280310:0:22653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 8 00000100:00100000:3.0:1789518549.280321:0:22653:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e743d2adc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2386:x1876445501737728:12345-192.168.202.43@tcp:38:mount.lustre.0 00010000:00080000:3.0:1789518549.280386:0:22653:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-MDT0001: connection from 0dd73589-3012-4aa9-8181-d1fd4f88ac64@192.168.202.43@tcp t0 exp 0000000000000000 cur 717 last 0 00000020:00000080:3.0:1789518549.280458:0:22653:0:(genops.c:1384:class_connect()) connect: client 0dd73589-3012-4aa9-8181-d1fd4f88ac64, cookie 0x8d0fd679423160f8 00000004:00100000:3.0:1789518549.280541:0:22653:0:(mdt_handler.c:7293:mdt_connect_internal()) lustre-MDT0001: cli supports cksum type f7, return f7 00000100:00100000:3.0:1789518549.285714:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1789518549.285777:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1789518549.285876:0:22655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445501737984 00000100:00100000:2.0:1789518549.285890:0:22655:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445501737984 00000100:00080000:3.0:1789518549.286056:0:22649:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1789518549.286984:0:22653:0:(import.c:65:import_set_state_nolock()) ffff8e743954e800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1789518549.287385:0:22653:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e743d2adc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0dd73589-3012-4aa9-8181-d1fd4f88ac64+6:2386:x1876445501737728:12345-192.168.202.43@tcp:38:mount.lustre.0 Request processed in 7061us (7548us total) trans 0 rc 0/0 00000100:00100000:0.0:1789518549.287398:0:22653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 8 00000100:00100000:0.0:1789518549.287437:0:22653:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445501737600 00000100:00100000:0.0:1789518549.287444:0:22653:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445501737600 00000100:00100000:2.0:1789518549.289697:0:22655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 9 00000100:00100000:2.0:1789518549.289728:0:22655:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7303d61500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0dd73589-3012-4aa9-8181-d1fd4f88ac64+7:18022:x1876445501737984:12345-192.168.202.43@tcp:41:mount.lustre.0 00000004:00000024:2.0:1789518549.289783:0:22655:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446309888 avail 1300070400 00000100:00100000:2.0:1789518549.289895:0:22655:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7303d61500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0dd73589-3012-4aa9-8181-d1fd4f88ac64+7:18022:x1876445501737984:12345-192.168.202.43@tcp:41:mount.lustre.0 Request processed in 182us (4199us total) trans 0 rc 0/0 00000100:00100000:2.0:1789518549.289904:0:22655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 9 00000100:00100000:2.0:1789518549.290158:0:22655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 10 00000100:00100000:2.0:1789518549.290168:0:22655:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7303d60a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0dd73589-3012-4aa9-8181-d1fd4f88ac64+6:0:x1876445501737600:12345-192.168.202.43@tcp:41:mount.lustre.0 00000004:00000024:2.0:1789518549.290184:0:22655:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446309888 avail 1300070400 00000100:00100000:2.0:1789518549.290210:0:22655:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7303d60a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0dd73589-3012-4aa9-8181-d1fd4f88ac64+6:0:x1876445501737600:12345-192.168.202.43@tcp:41:mount.lustre.0 Request processed in 44us (4433us total) trans 0 rc 0/0 00000100:00100000:2.0:1789518549.290452:0:22655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 10 00000100:00100000:0.0:1789518549.295015:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1789518549.295207:0:22654:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445501738112 00000100:00100000:1.0:1789518549.295222:0:22654:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445501738112 00000100:00100000:1.0:1789518549.296118:0:22654:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 11 00000100:00100000:1.0:1789518549.296134:0:22654:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e743f9b3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0dd73589-3012-4aa9-8181-d1fd4f88ac64+6:18022:x1876445501738112:12345-192.168.202.43@tcp:40:mount.lustre.0 00000100:00100000:1.0:1789518549.296593:0:22654:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e743f9b3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0dd73589-3012-4aa9-8181-d1fd4f88ac64+6:18022:x1876445501738112:12345-192.168.202.43@tcp:40:mount.lustre.0 Request processed in 460us (1648us total) trans 0 rc 0/0 00000100:00100000:1.0:1789518549.296604:0:22654:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 11 00000100:00100000:3.0:1789518549.300860:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1789518549.300907:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1789518549.300940:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1789518549.301091:0:24592:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445501738240 00000100:00100000:0.0:1789518549.301105:0:24592:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445501738240 00000100:00100000:0.0:1789518549.301154:0:24592:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445501738368 00000100:00100000:0.0:1789518549.301156:0:24592:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445501738368 00000100:00100000:0.0:1789518549.301173:0:24592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 19 00000100:00100000:0.0:1789518549.301183:0:24592:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7303d63480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2386:x1876445501738240:12345-192.168.202.43@tcp:8:mount.lustre.0 00010000:00080000:0.0:1789518549.301229:0:24592:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-OST0000: connection from 0dd73589-3012-4aa9-8181-d1fd4f88ac64@192.168.202.43@tcp t0 exp 0000000000000000 cur 717 last 0 00000020:00000080:0.0:1789518549.301272:0:24592:0:(genops.c:1384:class_connect()) connect: client 0dd73589-3012-4aa9-8181-d1fd4f88ac64, cookie 0x8d0fd679423160ff 00002000:00100000:0.0:1789518549.301288:0:24592:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli 0dd73589-3012-4aa9-8181-d1fd4f88ac64/ffff8e7439548800 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113a27 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:0.0:1789518549.301312:0:24592:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00000100:00100000:2.0:1789518549.301339:0:24164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 20 00000100:00100000:2.0:1789518549.301345:0:24164:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7303d61c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2386:x1876445501738368:12345-192.168.202.43@tcp:8:mount.lustre.0 00010000:00080000:2.0:1789518549.301362:0:24164:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-OST0001: connection from 0dd73589-3012-4aa9-8181-d1fd4f88ac64@192.168.202.43@tcp t0 exp 0000000000000000 cur 717 last 0 00000020:00000080:2.0:1789518549.301381:0:24164:0:(genops.c:1384:class_connect()) connect: client 0dd73589-3012-4aa9-8181-d1fd4f88ac64, cookie 0x8d0fd67942316106 00002000:00100000:2.0:1789518549.301386:0:24164:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli 0dd73589-3012-4aa9-8181-d1fd4f88ac64/ffff8e7302926800 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113a27 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:2.0:1789518549.301392:0:24164:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00000100:00100000:1.0:1789518549.301598:0:22664:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445501738496 00000100:00100000:1.0:1789518549.301604:0:22664:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445501738496 00000100:00100000:1.0:1789518549.301650:0:22664:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 3 00000100:00100000:1.0:1789518549.301658:0:22664:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7303d61180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:0dd73589-3012-4aa9-8181-d1fd4f88ac64+6:18022:x1876445501738496:12345-192.168.202.43@tcp:900:mount.lustre.0 00000100:00100000:1.0:1789518549.301759:0:22664:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7303d61180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:0dd73589-3012-4aa9-8181-d1fd4f88ac64+6:18022:x1876445501738496:12345-192.168.202.43@tcp:900:mount.lustre.0 Request processed in 102us (912us total) trans 0 rc 0/0 00000100:00100000:1.0:1789518549.301767:0:22664:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 3 00002000:00080000:0.0:1789518549.301999:0:24592:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:0.0:1789518549.302035:0:24592:0:(import.c:65:import_set_state_nolock()) ffff8e743954b800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1789518549.302073:0:24592:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7303d63480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0dd73589-3012-4aa9-8181-d1fd4f88ac64+6:2386:x1876445501738240:12345-192.168.202.43@tcp:8:mount.lustre.0 Request processed in 892us (1165us total) trans 0 rc 0/0 00000100:00100000:0.0:1789518549.302080:0:24592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 19 00000100:00100000:3.0:1789518549.302606:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1789518549.303779:0:24590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445501737856 00000100:00100000:0.0:1789518549.303804:0:24590:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445501737856 00000100:00100000:0.0:1789518549.303871:0:24590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 12 00000100:00100000:0.0:1789518549.303881:0:24590:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7303d62a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0dd73589-3012-4aa9-8181-d1fd4f88ac64+6:0:x1876445501737856:12345-192.168.202.43@tcp:41:mount.lustre.0 00000004:00000024:0.0:1789518549.303917:0:24590:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1789518549.304107:0:24590:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7303d62a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0dd73589-3012-4aa9-8181-d1fd4f88ac64+6:0:x1876445501737856:12345-192.168.202.43@tcp:41:mount.lustre.0 Request processed in 227us (1502us total) trans 0 rc 0/0 00000100:00100000:0.0:1789518549.304115:0:24590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 12 00010000:00010000:1.0:1789518549.304276:0:22642:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789518549.304919:0:22649:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00002000:00080000:2.0:1789518549.310776:0:24164:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:2.0:1789518549.310872:0:24164:0:(import.c:65:import_set_state_nolock()) ffff8e7302922800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1789518549.310998:0:24164:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7303d61c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dd73589-3012-4aa9-8181-d1fd4f88ac64+6:2386:x1876445501738368:12345-192.168.202.43@tcp:8:mount.lustre.0 Request processed in 9644us (10049us total) trans 0 rc 0/0 00000100:00100000:2.0:1789518549.311013:0:24164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 20 00000100:00100000:3.0:1789518549.316452:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1789518549.316567:0:22656:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445501738624 00000100:00100000:0.0:1789518549.316594:0:22656:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445501738624 00000100:00100000:0.0:1789518549.316715:0:22656:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 0 00000100:00100000:0.0:1789518549.316729:0:22656:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7303d60e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0dd73589-3012-4aa9-8181-d1fd4f88ac64+6:18022:x1876445501738624:12345-192.168.202.43@tcp:33:mount.lustre.0 00000004:00080000:3.0:1789518549.323325:0:22656:0:(mdt_identity.c:119:mdt_identity_do_upcall()) lustre-MDT0000: invoked upcall /home/green/git/lustre-release/lustre/utils/l_getidentity lustre-MDT0000 0, time 6373us 00000004:00200000:3.0:1789518549.334416:0:22656:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000100:00100000:3.0:1789518549.334603:0:22656:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7303d60e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0dd73589-3012-4aa9-8181-d1fd4f88ac64+6:18022:x1876445501738624:12345-192.168.202.43@tcp:33:mount.lustre.0 Request processed in 17871us (18158us total) trans 0 rc 0/0 00000100:00100000:3.0:1789518549.334618:0:22656:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 0 00000100:00100000:0.0:1789518549.550647:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1789518549.550771:0:22653:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445501738752 00000100:00100000:3.0:1789518549.550785:0:22653:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445501738752 00000100:00100000:3.0:1789518549.550871:0:22653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 13 00000100:00100000:3.0:1789518549.550884:0:22653:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e743f9b2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0dd73589-3012-4aa9-8181-d1fd4f88ac64+6:18069:x1876445501738752:12345-192.168.202.43@tcp:101:mkdir.0 00010000:00010000:3.0:1789518549.550925:0:22653:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789518549.550964:0:22653:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8e74421c2a00/0x8d0fd6794231610d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3c6c92dc785666bd expref: -99 pid: 22653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518549.551064:0:22653:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8e74421c2000/0x8d0fd67942316114 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518549.551099:0:22653:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8e74421c2000/0x8d0fd67942316114 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518549.551118:0:22653:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8e74421c2000/0x8d0fd67942316114 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22653 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1789518549.551186:0:22653:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1789518549.551191:0:22653:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1789518549.551250:0:22653:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8e74421c2000/0x8d0fd67942316114 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518549.551281:0:22653:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8e74421c2a00/0x8d0fd6794231610d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0x3c6c92dc785666bd expref: 8 pid: 22653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518549.551305:0:22653:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8e74421c2000/0x8d0fd67942316114 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0x3c6c92dc785666bd expref: 7 pid: 22653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518549.551315:0:22653:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8e743b22e600) 00010000:00010000:3.0:1789518549.551318:0:22653:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1789518549.551322:0:22653:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8e74421c2000, rc 0) 00000100:00100000:3.0:1789518549.551406:0:22653:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e743f9b2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0dd73589-3012-4aa9-8181-d1fd4f88ac64+7:18069:x1876445501738752:12345-192.168.202.43@tcp:101:mkdir.0 Request processed in 525us (774us total) trans 0 rc 0/0 00000100:00100000:3.0:1789518549.551414:0:22653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 13 00000040:00080000:3.0:1789518550.006118:0:22687:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:1.0:1789518550.325781:0:24700:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789518551.030205:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e743a17e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3640:1876445522830720:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1789518551.030750:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789518551.035136:0:24166:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522830720 00000100:00100000:1.0:1789518551.035369:0:24166:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522830720 00000100:00080000:3.0:1789518551.035648:0:22649:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1789518551.037498:0:24166:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1789518551.037535:0:24166:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e743f9b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1876445522830720:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1789518551.037588:0:24166:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3915857920 avail 3684335616 00000100:00100000:1.0:1789518551.037710:0:24166:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e743f9b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1876445522830720:12345-0@lo:13:osp-pre-0-1.0 Request processed in 195us (6962us total) trans 0 rc 0/0 00000100:00100000:1.0:1789518551.037718:0:24166:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1789518551.037940:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e743a17e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3640:1876445522830720:0@lo:13:osp-pre-0-1.0 00010000:00010000:0.0:1789518551.350799:0:22641:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789518551.542273:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1789518551.542319:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e743f9b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3638:1876445522830848:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1789518551.542419:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789518551.542825:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e7303d63b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1876445522830976:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1789518551.542855:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789518551.543202:0:23397:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522830848 00000100:00100000:3.0:1789518551.543213:0:23397:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522830848 00000100:00100000:3.0:1789518551.543491:0:23397:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522830976 00000100:00100000:3.0:1789518551.543496:0:23397:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522830976 00000100:00100000:3.0:1789518551.543516:0:23397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:3.0:1789518551.543525:0:23397:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e743d2ae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3638:x1876445522830848:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1789518551.543629:0:23397:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1789518551.543636:0:22658:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:0.0:1789518551.543662:0:22658:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e743d2afb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3638:x1876445522830976:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1789518551.543703:0:22658:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1789518551.543921:0:22658:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e743d2afb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3638:x1876445522830976:12345-0@lo:41:osp-pre-1-0.0 Request processed in 271us (1063us total) trans 0 rc 0/0 00000100:00100000:0.0:1789518551.543929:0:22658:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00100000:3.0:1789518551.544096:0:23397:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e743d2ae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3638:x1876445522830848:12345-0@lo:41:osp-pre-0-1.0 Request processed in 569us (1674us total) trans 0 rc 0/0 00000100:00100000:3.0:1789518551.544108:0:23397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00100000:2.0:1789518551.544356:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e7303d63b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1876445522830976:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1789518551.544375:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e743f9b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3638:1876445522830848:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1789518551.703020:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1789518551.704701:0:24590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445501738880 00000100:00100000:0.0:1789518551.704725:0:24590:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445501738880 00000100:00100000:0.0:1789518551.704909:0:24590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 14 00000100:00100000:0.0:1789518551.704924:0:24590:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7303d63b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0dd73589-3012-4aa9-8181-d1fd4f88ac64+7:18122:x1876445501738880:12345-192.168.202.43@tcp:41:lfs.0 00000004:00000024:0.0:1789518551.704971:0:24590:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1789518551.706196:0:24590:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7303d63b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0dd73589-3012-4aa9-8181-d1fd4f88ac64+7:18122:x1876445501738880:12345-192.168.202.43@tcp:41:lfs.0 Request processed in 1271us (3185us total) trans 0 rc 0/0 00000100:00100000:0.0:1789518551.706207:0:24590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 14 00000100:00080000:3.0:1789518551.715876:0:22649:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1789518551.716212:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1789518551.716328:0:22653:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445501739008 00000100:00100000:3.0:1789518551.716520:0:22653:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445501739008 00000100:00080000:0.0:1789518551.716686:0:22649:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1789518551.716731:0:22653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 15 00000100:00100000:3.0:1789518551.716746:0:22653:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e743f9b2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0dd73589-3012-4aa9-8181-d1fd4f88ac64+6:18122:x1876445501739008:12345-192.168.202.43@tcp:41:lfs.0 00000004:00000024:3.0:1789518551.716789:0:22653:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1789518551.716973:0:22653:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e743f9b2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0dd73589-3012-4aa9-8181-d1fd4f88ac64+6:18122:x1876445501739008:12345-192.168.202.43@tcp:41:lfs.0 Request processed in 230us (766us total) trans 0 rc 0/0 00000100:00100000:3.0:1789518551.717066:0:22653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 15 00000100:00100000:1.0:1789518551.725701:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1789518551.725864:0:24167:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445501739136 00000100:00100000:0.0:1789518551.725878:0:24167:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445501739136 00000100:00100000:0.0:1789518551.725988:0:24167:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 13 00000100:00100000:0.0:1789518551.726001:0:24167:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e743a17d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:0dd73589-3012-4aa9-8181-d1fd4f88ac64+6:18122:x1876445501739136:12345-192.168.202.43@tcp:13:lfs.0 00002000:00000024:0.0:1789518551.726049:0:24167:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3915857920 avail 3684335616 00000100:00100000:0.0:1789518551.726168:0:24167:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e743a17d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:0dd73589-3012-4aa9-8181-d1fd4f88ac64+6:18122:x1876445501739136:12345-192.168.202.43@tcp:13:lfs.0 Request processed in 169us (480us total) trans 0 rc 0/0 00000100:00100000:0.0:1789518551.726176:0:24167:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 13 00000100:00080000:3.0:1789518551.726541:0:22649:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1789518551.731875:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1789518551.733010:0:24167:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445501739264 00000100:00100000:2.0:1789518551.733028:0:24167:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445501739264 00000100:00100000:2.0:1789518551.733141:0:24167:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 14 00000100:00100000:2.0:1789518551.733155:0:24167:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e743f9b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:0dd73589-3012-4aa9-8181-d1fd4f88ac64+6:18122:x1876445501739264:12345-192.168.202.43@tcp:13:lfs.0 00002000:00000024:2.0:1789518551.733229:0:24167:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923505152 avail 3691982848 00000100:00080000:3.0:1789518551.733387:0:22649:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1789518551.733613:0:24167:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e743f9b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:0dd73589-3012-4aa9-8181-d1fd4f88ac64+6:18122:x1876445501739264:12345-192.168.202.43@tcp:13:lfs.0 Request processed in 459us (1750us total) trans 0 rc 0/0 00000100:00100000:2.0:1789518551.733623:0:24167:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 14 00000100:00100000:2.0:1789518552.003200:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1789518552.003718:0:22648:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445501739392 00000100:00100000:0.0:1789518552.003733:0:22648:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445501739392 00000100:00100000:0.0:1789518552.003816:0:22648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 135 00000100:00100000:0.0:1789518552.003829:0:22648:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e743c9e3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8fe33aaa-a487-4a1c-a515-01b14206f1f5+10:18155:x1876445501739392:12345-192.168.202.43@tcp:101:mount.lustre.0 00010000:00010000:0.0:1789518552.003853:0:22648:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789518552.003877:0:22648:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8e7435f9c200/0x8d0fd6794231611b lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x40000000000000 nid: local remote: 0x3c6c92dc785666c4 expref: -99 pid: 22648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518552.003929:0:22648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8e7435f9c200/0x8d0fd6794231611b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x50000000000000 nid: 192.168.202.43@tcp remote: 0x3c6c92dc785666c4 expref: 11 pid: 22648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518552.003943:0:22648:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8e7435f9c200/0x8d0fd6794231611b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x40000000000000 nid: 192.168.202.43@tcp remote: 0x3c6c92dc785666c4 expref: 11 pid: 22648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518552.003976:0:22648:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8e7435f9c200, rc 0) 00000100:00100000:0.0:1789518552.004059:0:22648:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e743c9e3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8fe33aaa-a487-4a1c-a515-01b14206f1f5+11:18155:x1876445501739392:12345-192.168.202.43@tcp:101:mount.lustre.0 Request processed in 233us (875us total) trans 0 rc 0/0 00000100:00100000:0.0:1789518552.004067:0:22648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 135 00000100:00100000:0.0:1789518552.019743:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1789518552.019875:0:22647:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445501739520 00000100:00100000:1.0:1789518552.019902:0:22647:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445501739520 00000100:00100000:1.0:1789518552.020157:0:22647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 136 00000100:00100000:1.0:1789518552.020174:0:22647:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e743c9e0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8fe33aaa-a487-4a1c-a515-01b14206f1f5+11:18155:x1876445501739520:12345-192.168.202.43@tcp:501:mount.lustre.0 00000100:00100000:1.0:1789518552.020429:0:22647:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e743c9e0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8fe33aaa-a487-4a1c-a515-01b14206f1f5+11:18155:x1876445501739520:12345-192.168.202.43@tcp:501:mount.lustre.0 Request processed in 259us (700us total) trans 0 rc 0/0 00000100:00100000:1.0:1789518552.023612:0:22647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 136 00000100:00100000:3.0:1789518552.035894:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1789518552.036090:0:22645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445501739648 00000100:00100000:2.0:1789518552.036103:0:22645:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445501739648 00000100:00100000:2.0:1789518552.036185:0:22645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 137 00000100:00100000:2.0:1789518552.036198:0:22645:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e743c9e1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8fe33aaa-a487-4a1c-a515-01b14206f1f5+11:18155:x1876445501739648:12345-192.168.202.43@tcp:503:mount.lustre.0 00000100:00100000:2.0:1789518552.036720:0:22645:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e743c9e1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8fe33aaa-a487-4a1c-a515-01b14206f1f5+11:18155:x1876445501739648:12345-192.168.202.43@tcp:503:mount.lustre.0 Request processed in 522us (851us total) trans 0 rc 0/0 00000100:00100000:2.0:1789518552.036730:0:22645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 137 00000100:00100000:2.0:1789518552.042556:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1789518552.042803:0:22647:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445501739776 00000100:00100000:1.0:1789518552.042820:0:22647:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445501739776 00000100:00100000:1.0:1789518552.042912:0:22647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 138 00000100:00100000:1.0:1789518552.042925:0:22647:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e743c9e3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8fe33aaa-a487-4a1c-a515-01b14206f1f5+11:18161:x1876445501739776:12345-192.168.202.43@tcp:502:llog_process_th.0 00000100:00100000:1.0:1789518552.043164:0:22647:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e743c9e3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8fe33aaa-a487-4a1c-a515-01b14206f1f5+11:18161:x1876445501739776:12345-192.168.202.43@tcp:502:llog_process_th.0 Request processed in 241us (631us total) trans 0 rc 0/0 00000100:00100000:1.0:1789518552.043173:0:22647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 138 00000100:00100000:3.0:1789518552.072734:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1789518552.072941:0:22648:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445501739904 00000100:00100000:0.0:1789518552.072956:0:22648:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445501739904 00000100:00100000:0.0:1789518552.073039:0:22648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 139 00000100:00100000:0.0:1789518552.073050:0:22648:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e743c9e1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8fe33aaa-a487-4a1c-a515-01b14206f1f5+11:18161:x1876445501739904:12345-192.168.202.43@tcp:502:llog_process_th.0 00000100:00100000:0.0:1789518552.074099:0:22648:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e743c9e1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8fe33aaa-a487-4a1c-a515-01b14206f1f5+11:18161:x1876445501739904:12345-192.168.202.43@tcp:502:llog_process_th.0 Request processed in 1042us (1376us total) trans 0 rc 0/0 00000100:00100000:0.0:1789518552.074113:0:22648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 139 00000100:00100000:3.0:1789518552.079330:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1789518552.085328:0:22645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445501740032 00000100:00100000:2.0:1789518552.085350:0:22645:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445501740032 00000100:00100000:3.0:1789518552.085865:0:22645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 140 00000100:00100000:3.0:1789518552.085999:0:22645:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e743c9e2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8fe33aaa-a487-4a1c-a515-01b14206f1f5+11:18161:x1876445501740032:12345-192.168.202.43@tcp:502:llog_process_th.0 00000100:00100000:3.0:1789518552.086253:0:22645:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e743c9e2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8fe33aaa-a487-4a1c-a515-01b14206f1f5+11:18161:x1876445501740032:12345-192.168.202.43@tcp:502:llog_process_th.0 Request processed in 373us (6939us total) trans 0 rc 0/0 00000100:00100000:3.0:1789518552.086273:0:22645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 140 00000100:00100000:0.0:1789518552.092438:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1789518552.092601:0:22648:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445501740160 00000100:00100000:1.0:1789518552.092616:0:22648:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445501740160 00000100:00100000:1.0:1789518552.092696:0:22648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 141 00000100:00100000:1.0:1789518552.092709:0:22648:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e743c9e0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8fe33aaa-a487-4a1c-a515-01b14206f1f5+11:18155:x1876445501740160:12345-192.168.202.43@tcp:101:mount.lustre.0 00010000:00010000:1.0:1789518552.092754:0:22648:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789518552.092780:0:22648:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8e7435f0c200/0x8d0fd67942316122 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x3c6c92dc785666f5 expref: -99 pid: 22648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518552.092823:0:22648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8e7435f0c200/0x8d0fd67942316122 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 192.168.202.43@tcp remote: 0x3c6c92dc785666f5 expref: 12 pid: 22648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518552.092837:0:22648:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8e7435f0c200/0x8d0fd67942316122 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 192.168.202.43@tcp remote: 0x3c6c92dc785666f5 expref: 12 pid: 22648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518552.092847:0:22648:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8e7435f0c200, rc 0) 00000100:00100000:1.0:1789518552.092945:0:22648:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e743c9e0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8fe33aaa-a487-4a1c-a515-01b14206f1f5+12:18155:x1876445501740160:12345-192.168.202.43@tcp:101:mount.lustre.0 Request processed in 239us (522us total) trans 0 rc 0/0 00000100:00100000:1.0:1789518552.092952:0:22648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 141 00000100:00100000:0.0:1789518552.097450:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1789518552.098657:0:22645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445501740288 00000100:00100000:3.0:1789518552.098677:0:22645:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445501740288 00000100:00100000:0.0:1789518552.098800:0:22645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 142 00000100:00100000:0.0:1789518552.098813:0:22645:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e743c9e1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8fe33aaa-a487-4a1c-a515-01b14206f1f5+12:18155:x1876445501740288:12345-192.168.202.43@tcp:256:mount.lustre.0 20000000:01000000:0.0:1789518552.098850:0:22645:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-cliir bufsize 1048576. 20000000:01000000:0.0:1789518552.098956:0:22645:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:0.0:1789518552.098960:0:22645:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4008/1/256/255. 20000000:01000000:0.0:1789518552.098962:0:22645:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3964/1/256/255. 20000000:01000000:0.0:1789518552.098965:0:22645:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3920/1/256/255. 20000000:01000000:0.0:1789518552.098967:0:22645:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 176, version 14 00000100:00100000:0.0:1789518552.102728:0:22645:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e743c9e1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8fe33aaa-a487-4a1c-a515-01b14206f1f5+12:18155:x1876445501740288:12345-192.168.202.43@tcp:256:mount.lustre.0 Request processed in 3901us (5277us total) trans 0 rc 0/0 00000100:00100000:0.0:1789518552.102747:0:22645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 142 00000100:00100000:3.0:1789518552.106986:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1789518552.107118:0:22647:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445501740416 00000100:00100000:1.0:1789518552.107133:0:22647:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445501740416 00000100:00100000:1.0:1789518552.107791:0:22647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 143 00000100:00100000:1.0:1789518552.107807:0:22647:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e743c9e1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8fe33aaa-a487-4a1c-a515-01b14206f1f5+12:18155:x1876445501740416:12345-192.168.202.43@tcp:101:mount.lustre.0 00010000:00010000:1.0:1789518552.107831:0:22647:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789518552.107858:0:22647:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8e7435f0c400/0x8d0fd67942316129 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0x3c6c92dc785666fc expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518552.109017:0:22647:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8e7435f0c400/0x8d0fd67942316129 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 192.168.202.43@tcp remote: 0x3c6c92dc785666fc expref: 13 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518552.109042:0:22647:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8e7435f0c400/0x8d0fd67942316129 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 192.168.202.43@tcp remote: 0x3c6c92dc785666fc expref: 13 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518552.109077:0:22647:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8e7435f0c400, rc 0) 00000100:00100000:1.0:1789518552.110027:0:22647:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e743c9e1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8fe33aaa-a487-4a1c-a515-01b14206f1f5+13:18155:x1876445501740416:12345-192.168.202.43@tcp:101:mount.lustre.0 Request processed in 2214us (3045us total) trans 0 rc 0/0 00000100:00100000:1.0:1789518552.110041:0:22647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 143 00000100:00100000:3.0:1789518552.114307:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1789518552.114526:0:22645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445501740544 00000100:00100000:0.0:1789518552.114540:0:22645:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445501740544 00000100:00100000:0.0:1789518552.114626:0:22645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 144 00000100:00100000:0.0:1789518552.114638:0:22645:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e743c9e0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8fe33aaa-a487-4a1c-a515-01b14206f1f5+13:18155:x1876445501740544:12345-192.168.202.43@tcp:501:mount.lustre.0 00000100:00100000:0.0:1789518552.114849:0:22645:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e743c9e0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8fe33aaa-a487-4a1c-a515-01b14206f1f5+13:18155:x1876445501740544:12345-192.168.202.43@tcp:501:mount.lustre.0 Request processed in 212us (557us total) trans 0 rc 0/0 00000100:00100000:0.0:1789518552.114859:0:22645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 144 00000100:00100000:2.0:1789518552.118646:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1789518552.118771:0:22647:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445501740672 00000100:00100000:1.0:1789518552.118785:0:22647:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445501740672 00000100:00100000:1.0:1789518552.118847:0:22647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 145 00000100:00100000:1.0:1789518552.118858:0:22647:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e743c9e2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8fe33aaa-a487-4a1c-a515-01b14206f1f5+13:18155:x1876445501740672:12345-192.168.202.43@tcp:503:mount.lustre.0 00000100:00100000:1.0:1789518552.119856:0:22647:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e743c9e2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8fe33aaa-a487-4a1c-a515-01b14206f1f5+13:18155:x1876445501740672:12345-192.168.202.43@tcp:503:mount.lustre.0 Request processed in 992us (1216us total) trans 0 rc 0/0 00000100:00100000:1.0:1789518552.119871:0:22647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 145 00000100:00100000:0.0:1789518552.130873:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1789518552.130996:0:22648:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445501740800 00000100:00100000:1.0:1789518552.131010:0:22648:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445501740800 00000100:00100000:1.0:1789518552.131081:0:22648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 146 00000100:00100000:1.0:1789518552.131103:0:22648:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e743c9e2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8fe33aaa-a487-4a1c-a515-01b14206f1f5+13:18165:x1876445501740800:12345-192.168.202.43@tcp:502:llog_process_th.0 00000100:00100000:1.0:1789518552.131324:0:22648:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e743c9e2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8fe33aaa-a487-4a1c-a515-01b14206f1f5+13:18165:x1876445501740800:12345-192.168.202.43@tcp:502:llog_process_th.0 Request processed in 232us (466us total) trans 0 rc 0/0 00000100:00100000:1.0:1789518552.131333:0:22648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 146 00000100:00100000:0.0:1789518552.134972:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1789518552.135357:0:22647:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445501740928 00000100:00100000:1.0:1789518552.135436:0:22647:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445501740928 00000100:00100000:1.0:1789518552.135568:0:22647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 147 00000100:00100000:1.0:1789518552.135580:0:22647:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e743c9e2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8fe33aaa-a487-4a1c-a515-01b14206f1f5+13:18165:x1876445501740928:12345-192.168.202.43@tcp:502:llog_process_th.0 00000100:00100000:1.0:1789518552.135799:0:22647:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e743c9e2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8fe33aaa-a487-4a1c-a515-01b14206f1f5+13:18165:x1876445501740928:12345-192.168.202.43@tcp:502:llog_process_th.0 Request processed in 221us (842us total) trans 0 rc 0/0 00000100:00100000:1.0:1789518552.135819:0:22647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 147 00000100:00100000:2.0:1789518552.150612:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1789518552.151220:0:22654:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445501741056 00000100:00100000:1.0:1789518552.151236:0:22654:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445501741056 00000100:00100000:1.0:1789518552.151290:0:22654:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 16 00000100:00100000:1.0:1789518552.151301:0:22654:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e743d2aca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2386:x1876445501741056:12345-192.168.202.43@tcp:38:mount.lustre.0 00010000:00080000:1.0:1789518552.151343:0:22654:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-MDT0000: connection from 570aedec-38b5-4be2-be24-31fcd8a7014f@192.168.202.43@tcp t0 exp 0000000000000000 cur 719 last 0 00000020:00000080:1.0:1789518552.151532:0:22654:0:(genops.c:1384:class_connect()) connect: client 570aedec-38b5-4be2-be24-31fcd8a7014f, cookie 0x8d0fd67942316130 00000004:00100000:1.0:1789518552.151579:0:22654:0:(mdt_handler.c:7293:mdt_connect_internal()) lustre-MDT0000: cli supports cksum type f7, return f7 00000100:00080000:1.0:1789518552.151717:0:22654:0:(import.c:65:import_set_state_nolock()) ffff8e7301b1d800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1789518552.151812:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1789518552.151813:0:22654:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e743d2aca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:570aedec-38b5-4be2-be24-31fcd8a7014f+6:2386:x1876445501741056:12345-192.168.202.43@tcp:38:mount.lustre.0 Request processed in 514us (1219us total) trans 0 rc 0/0 00000100:00100000:1.0:1789518552.151823:0:22654:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 16 00000100:00100000:1.0:1789518552.151851:0:22654:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445501741312 00000100:00100000:1.0:1789518552.151855:0:22654:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445501741312 00000100:00100000:1.0:1789518552.151873:0:22654:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 17 00000100:00100000:1.0:1789518552.153849:0:22654:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e743d2ad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2386:x1876445501741312:12345-192.168.202.43@tcp:38:mount.lustre.0 00010000:00080000:1.0:1789518552.153910:0:22654:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-MDT0001: connection from 570aedec-38b5-4be2-be24-31fcd8a7014f@192.168.202.43@tcp t0 exp 0000000000000000 cur 719 last 0 00000020:00000080:1.0:1789518552.153957:0:22654:0:(genops.c:1384:class_connect()) connect: client 570aedec-38b5-4be2-be24-31fcd8a7014f, cookie 0x8d0fd67942316137 00000004:00100000:1.0:1789518552.153987:0:22654:0:(mdt_handler.c:7293:mdt_connect_internal()) lustre-MDT0001: cli supports cksum type f7, return f7 00000100:00080000:1.0:1789518552.154201:0:22654:0:(import.c:65:import_set_state_nolock()) ffff8e7301b18000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1789518552.154412:0:22654:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e743d2ad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:570aedec-38b5-4be2-be24-31fcd8a7014f+6:2386:x1876445501741312:12345-192.168.202.43@tcp:38:mount.lustre.0 Request processed in 2526us (2594us total) trans 0 rc 0/0 00000100:00100000:1.0:1789518552.154424:0:22654:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 17 00000100:00100000:2.0:1789518552.161228:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1789518552.161279:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1789518552.161395:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1789518552.164041:0:22653:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445501741440 00000100:00100000:3.0:1789518552.164063:0:22653:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445501741440 00000100:00100000:2.0:1789518552.164699:0:22653:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445501741184 00000100:00100000:2.0:1789518552.164707:0:22653:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445501741184 00000100:00100000:2.0:1789518552.164729:0:22653:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445501741568 00000100:00100000:2.0:1789518552.164733:0:22653:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445501741568 00000100:00100000:2.0:1789518552.164760:0:22653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 18 00000100:00100000:2.0:1789518552.164772:0:22653:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e743d2adf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:570aedec-38b5-4be2-be24-31fcd8a7014f+6:0:x1876445501741440:12345-192.168.202.43@tcp:41:mount.lustre.0 00000004:00000024:2.0:1789518552.164837:0:22653:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00080000:3.0:1789518552.165508:0:22649:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1789518552.165517:0:22649:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1789518552.165600:0:22655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 19 00000100:00100000:1.0:1789518552.165628:0:22655:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e743d2ace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:570aedec-38b5-4be2-be24-31fcd8a7014f+7:0:x1876445501741184:12345-192.168.202.43@tcp:41:mount.lustre.0 00000004:00000024:1.0:1789518552.165677:0:22655:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446309888 avail 1300070400 00000100:00100000:1.0:1789518552.165782:0:22655:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e743d2ace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:570aedec-38b5-4be2-be24-31fcd8a7014f+7:0:x1876445501741184:12345-192.168.202.43@tcp:41:mount.lustre.0 Request processed in 169us (4501us total) trans 0 rc 0/0 00000100:00100000:1.0:1789518552.165790:0:22655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 19 00000100:00100000:1.0:1789518552.165812:0:22655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 20 00000100:00100000:1.0:1789518552.165820:0:22655:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e743d2ac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:570aedec-38b5-4be2-be24-31fcd8a7014f+6:18155:x1876445501741568:12345-192.168.202.43@tcp:41:mount.lustre.0 00000004:00000024:1.0:1789518552.165832:0:22655:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446309888 avail 1300070400 00000100:00100000:1.0:1789518552.165854:0:22655:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e743d2ac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:570aedec-38b5-4be2-be24-31fcd8a7014f+6:18155:x1876445501741568:12345-192.168.202.43@tcp:41:mount.lustre.0 Request processed in 36us (4460us total) trans 0 rc 0/0 00000100:00100000:1.0:1789518552.165859:0:22655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 20 00000100:00100000:2.0:1789518552.166036:0:22653:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e743d2adf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:570aedec-38b5-4be2-be24-31fcd8a7014f+6:0:x1876445501741440:12345-192.168.202.43@tcp:41:mount.lustre.0 Request processed in 1260us (4818us total) trans 0 rc 0/0 00000100:00100000:2.0:1789518552.166047:0:22653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 18 00000100:00100000:3.0:1789518552.176361:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1789518552.176543:0:22655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445501741696 00000100:00100000:1.0:1789518552.176565:0:22655:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445501741696 00000100:00100000:1.0:1789518552.176638:0:22655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 21 00000100:00100000:1.0:1789518552.176650:0:22655:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7303d63100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:570aedec-38b5-4be2-be24-31fcd8a7014f+6:18155:x1876445501741696:12345-192.168.202.43@tcp:40:mount.lustre.0 00000100:00100000:1.0:1789518552.176767:0:22655:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7303d63100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:570aedec-38b5-4be2-be24-31fcd8a7014f+6:18155:x1876445501741696:12345-192.168.202.43@tcp:40:mount.lustre.0 Request processed in 119us (414us total) trans 0 rc 0/0 00000100:00100000:1.0:1789518552.176775:0:22655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 21 00000100:00100000:3.0:1789518552.186737:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1789518552.186870:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1789518552.187077:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1789518552.187160:0:22664:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445501742080 00000100:00100000:1.0:1789518552.187174:0:22664:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445501742080 00000100:00100000:1.0:1789518552.187268:0:22664:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 4 00000100:00100000:1.0:1789518552.187281:0:22664:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e743f93ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:570aedec-38b5-4be2-be24-31fcd8a7014f+6:18155:x1876445501742080:12345-192.168.202.43@tcp:900:mount.lustre.0 00000100:00100000:1.0:1789518552.187402:0:22664:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e743f93ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:570aedec-38b5-4be2-be24-31fcd8a7014f+6:18155:x1876445501742080:12345-192.168.202.43@tcp:900:mount.lustre.0 Request processed in 123us (532us total) trans 0 rc 0/0 00000100:00100000:1.0:1789518552.187411:0:22664:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 4 00000100:00100000:0.0:1789518552.190824:0:24592:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445501741824 00000100:00100000:0.0:1789518552.190847:0:24592:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445501741824 00000100:00100000:1.0:1789518552.191130:0:24165:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445501741952 00000100:00100000:1.0:1789518552.191137:0:24165:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445501741952 00000100:00100000:1.0:1789518552.191221:0:24165:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 21 00000100:00100000:1.0:1789518552.191240:0:24165:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e743f93a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2386:x1876445501741952:12345-192.168.202.43@tcp:8:mount.lustre.0 00010000:00080000:1.0:1789518552.191291:0:24165:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-OST0001: connection from 570aedec-38b5-4be2-be24-31fcd8a7014f@192.168.202.43@tcp t0 exp 0000000000000000 cur 719 last 0 00000020:00000080:1.0:1789518552.191335:0:24165:0:(genops.c:1384:class_connect()) connect: client 570aedec-38b5-4be2-be24-31fcd8a7014f, cookie 0x8d0fd6794231613e 00002000:00100000:1.0:1789518552.191352:0:24165:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli 570aedec-38b5-4be2-be24-31fcd8a7014f/ffff8e7301b19000 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113a27 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:1.0:1789518552.191367:0:24165:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00002000:00080000:1.0:1789518552.191702:0:24165:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:1.0:1789518552.191749:0:24165:0:(import.c:65:import_set_state_nolock()) ffff8e7301b1d000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1789518552.191837:0:24165:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e743f93a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:570aedec-38b5-4be2-be24-31fcd8a7014f+6:2386:x1876445501741952:12345-192.168.202.43@tcp:8:mount.lustre.0 Request processed in 604us (4758us total) trans 0 rc 0/0 00000100:00100000:1.0:1789518552.191846:0:24165:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 21 00000100:00100000:2.0:1789518552.193286:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1789518552.193619:0:22657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445501742208 00000100:00100000:3.0:1789518552.193632:0:22657:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445501742208 00000100:00100000:3.0:1789518552.193694:0:22657:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1 00000100:00100000:3.0:1789518552.193706:0:22657:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e743d2ad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:570aedec-38b5-4be2-be24-31fcd8a7014f+6:18155:x1876445501742208:12345-192.168.202.43@tcp:33:mount.lustre.0 00000004:00200000:3.0:1789518552.193817:0:22657:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000100:00100000:3.0:1789518552.193930:0:22657:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e743d2ad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:570aedec-38b5-4be2-be24-31fcd8a7014f+6:18155:x1876445501742208:12345-192.168.202.43@tcp:33:mount.lustre.0 Request processed in 226us (653us total) trans 0 rc 0/0 00000100:00100000:3.0:1789518552.193938:0:22657:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1 00000100:00100000:1.0:1789518552.203082:0:24592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 22 00000100:00100000:1.0:1789518552.203100:0:24592:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7303d60000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2386:x1876445501741824:12345-192.168.202.43@tcp:8:mount.lustre.0 00010000:00080000:1.0:1789518552.203168:0:24592:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-OST0000: connection from 570aedec-38b5-4be2-be24-31fcd8a7014f@192.168.202.43@tcp t0 exp 0000000000000000 cur 719 last 0 00000020:00000080:1.0:1789518552.203227:0:24592:0:(genops.c:1384:class_connect()) connect: client 570aedec-38b5-4be2-be24-31fcd8a7014f, cookie 0x8d0fd67942316145 00002000:00100000:1.0:1789518552.203245:0:24592:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli 570aedec-38b5-4be2-be24-31fcd8a7014f/ffff8e7301b1b000 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113a27 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:1.0:1789518552.203259:0:24592:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00002000:00080000:1.0:1789518552.203355:0:24592:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:1.0:1789518552.203945:0:24592:0:(import.c:65:import_set_state_nolock()) ffff8e740da0c800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1789518552.204042:0:24592:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7303d60000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:570aedec-38b5-4be2-be24-31fcd8a7014f+6:2386:x1876445501741824:12345-192.168.202.43@tcp:8:mount.lustre.0 Request processed in 942us (17321us total) trans 0 rc 0/0 00000100:00100000:1.0:1789518552.204053:0:24592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 22 00000100:00100000:2.0:1789518552.336789:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1789518552.336908:0:22653:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445501742336 00000100:00100000:3.0:1789518552.336922:0:22653:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445501742336 00000100:00100000:3.0:1789518552.337010:0:22653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 22 00000100:00100000:3.0:1789518552.337024:0:22653:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e743d2ac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:570aedec-38b5-4be2-be24-31fcd8a7014f+6:18188:x1876445501742336:12345-192.168.202.43@tcp:101:mkdir.0 00010000:00010000:3.0:1789518552.337053:0:22653:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789518552.337083:0:22653:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8e7400030000/0x8d0fd6794231614c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3c6c92dc7856672d expref: -99 pid: 22653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518552.337202:0:22653:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8e7400030a00/0x8d0fd67942316153 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518552.337223:0:22653:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8e7400030a00/0x8d0fd67942316153 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518552.337240:0:22653:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8e7400030a00/0x8d0fd67942316153 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22653 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1789518552.337298:0:22653:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1789518552.337303:0:22653:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1789518552.337329:0:22653:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8e7400030a00/0x8d0fd67942316153 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518552.337365:0:22653:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8e7400030000/0x8d0fd6794231614c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0x3c6c92dc7856672d expref: 8 pid: 22653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518552.337389:0:22653:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8e7400030a00/0x8d0fd67942316153 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0x3c6c92dc7856672d expref: 7 pid: 22653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518552.337398:0:22653:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8e743b22e600) 00010000:00010000:3.0:1789518552.337401:0:22653:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1789518552.337405:0:22653:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8e7400030a00, rc 0) 00000100:00100000:3.0:1789518552.338098:0:22653:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e743d2ac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:570aedec-38b5-4be2-be24-31fcd8a7014f+7:18188:x1876445501742336:12345-192.168.202.43@tcp:101:mkdir.0 Request processed in 1072us (1320us total) trans 0 rc 0/0 00000100:00100000:3.0:1789518552.338110:0:22653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 22 00010000:00010000:1.0:1789518552.374538:0:22642:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789518553.079616:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1789518553.079647:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e743d2af800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1876445522831104:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1789518553.079741:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789518553.079819:0:24167:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522831104 00000100:00100000:2.0:1789518553.079831:0:24167:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522831104 00000100:00100000:2.0:1789518553.079902:0:24167:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:2.0:1789518553.079914:0:24167:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e743d2aea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1876445522831104:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1789518553.079944:0:24167:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3915857920 avail 3684335616 00000100:00100000:2.0:1789518553.079999:0:24167:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e743d2aea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1876445522831104:12345-0@lo:13:osp-pre-0-0.0 Request processed in 87us (257us total) trans 0 rc 0/0 00000100:00100000:2.0:1789518553.080007:0:24167:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00080000:2.0:1789518553.080033:0:22649:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1789518553.080079:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e743d2af800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1876445522831104:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1789518553.397705:0:24700:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789518553.589913:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e743a17f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1ba3fd75-b94d-432d-934d-65078cb73340:3640:1876445522831232:0@lo:400:kworker.0 00000100:00100000:1.0:1789518553.589989:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e743f9b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1876445522831616:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1789518553.592066:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789518553.592198:0:22645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522831232 00000100:00100000:2.0:1789518553.592212:0:22645:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522831232 00000100:00100000:2.0:1789518553.592285:0:22645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 148 00000100:00100000:2.0:1789518553.592298:0:22645:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e743c9e3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1ba3fd75-b94d-432d-934d-65078cb73340+24:3640:x1876445522831232:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789518553.599614:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e743a17c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1876445522831360:0@lo:400:kworker.0 00000100:00100000:1.0:1789518553.599708:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789518553.599780:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e743a17e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3637:1876445522831872:0@lo:400:kworker.0 00000100:00100000:1.0:1789518553.599808:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789518553.599826:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e74079d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3637:1876445522832384:0@lo:400:kworker.0 00000100:00100000:1.0:1789518553.599842:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789518553.599857:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e74079d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3637:1876445522832896:0@lo:400:kworker.0 00000100:00100000:1.0:1789518553.599874:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789518553.599908:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:1.0:1789518553.599914:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e743a17ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1876445522831488:0@lo:400:kworker.0 00000100:00100000:1.0:1789518553.599937:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789518553.599952:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e743a17d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1876445522832000:0@lo:400:kworker.0 00000100:00100000:1.0:1789518553.600272:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789518553.600289:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e74079d0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3637:1876445522832512:0@lo:400:kworker.0 00000100:00100000:1.0:1789518553.600305:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789518553.600342:0:22655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522831872 00000100:00100000:1.0:1789518553.600350:0:22655:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522831872 00000100:00100000:1.0:1789518553.600389:0:22655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522832384 00000100:00100000:1.0:1789518553.600390:0:22655:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522832384 00000100:00100000:1.0:1789518553.600397:0:22655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522832896 00000100:00100000:1.0:1789518553.600398:0:22655:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522832896 00000100:00100000:1.0:1789518553.600415:0:22655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522832512 00000100:00100000:1.0:1789518553.600417:0:22655:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522832512 00000100:00100000:1.0:1789518553.600428:0:22655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:1.0:1789518553.600435:0:22655:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e74079d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3637:x1876445522831872:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789518553.600775:0:22653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:3.0:1789518553.600787:0:22653:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e74079d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3637:x1876445522832384:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789518553.600870:0:22653:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e74079d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3637:x1876445522832384:12345-0@lo:400:kworker.0 Request processed in 86us (1025us total) trans 0 rc 0/0 00000100:00100000:3.0:1789518553.600879:0:22653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:3.0:1789518553.600904:0:22653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:3.0:1789518553.600911:0:22653:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e74079d3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3637:x1876445522832896:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789518553.600940:0:22653:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e74079d3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3637:x1876445522832896:12345-0@lo:400:kworker.0 Request processed in 30us (1064us total) trans 0 rc 0/0 00000100:00100000:3.0:1789518553.600945:0:22653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:3.0:1789518553.600955:0:22653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:3.0:1789518553.601036:0:22653:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7301ba3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3637:x1876445522832512:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789518553.601068:0:22653:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7301ba3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3637:x1876445522832512:12345-0@lo:400:kworker.0 Request processed in 108us (762us total) trans 0 rc 0/0 00000100:00100000:3.0:1789518553.601075:0:22653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00100000:1.0:1789518553.601300:0:22655:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e74079d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3637:x1876445522831872:12345-0@lo:400:kworker.0 Request processed in 862us (1487us total) trans 0 rc 0/0 00000100:00100000:1.0:1789518553.601308:0:22655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:1.0:1789518553.601333:0:24165:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522831488 00000100:00100000:1.0:1789518553.601339:0:24165:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522831488 00000100:00100000:1.0:1789518553.601379:0:24165:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1789518553.601782:0:22658:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522831360 00000100:00100000:0.0:1789518553.601789:0:22658:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522831360 00000100:00100000:1.0:1789518553.602309:0:24165:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7441295180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3637:x1876445522831488:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789518553.602372:0:24165:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7441295180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3637:x1876445522831488:12345-0@lo:400:kworker.0 Request processed in 73us (2433us total) trans 0 rc 0/0 00000100:00100000:1.0:1789518553.602380:0:24165:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1789518553.602441:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e743a17ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1876445522831488:0@lo:400:kworker.0 00000100:00100000:1.0:1789518553.602459:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e74079d0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3637:1876445522832512:0@lo:400:kworker.0 00000100:00100000:1.0:1789518553.603048:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e743a17e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3637:1876445522831872:0@lo:400:kworker.0 00000100:00100000:0.0:1789518553.603070:0:22658:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522832000 00000100:00100000:1.0:1789518553.603073:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e74079d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3637:1876445522832384:0@lo:400:kworker.0 00000100:00100000:0.0:1789518553.603079:0:22658:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522832000 00010000:00080000:1.0:1789518553.603094:0:3637:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8e74079d3800 x1876445522832896/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789518569 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789518553.603107:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e74079d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3637:1876445522832896:0@lo:400:kworker.0 00000100:00100000:0.0:1789518553.603115:0:22658:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:0.0:1789518553.603126:0:22658:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e74079d2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3637:x1876445522831360:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789518553.603184:0:22658:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e74079d2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3637:x1876445522831360:12345-0@lo:400:kworker.0 Request processed in 61us (3476us total) trans 0 rc 0/0 00000100:00100000:0.0:1789518553.603191:0:22658:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00100000:0.0:1789518553.603208:0:22658:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00100000:0.0:1789518553.603214:0:22658:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e730207e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3637:x1876445522832000:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789518553.603244:0:22658:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e730207e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3637:x1876445522832000:12345-0@lo:400:kworker.0 Request processed in 30us (2972us total) trans 0 rc 0/0 00000100:00100000:0.0:1789518553.603260:0:22658:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00100000:0.0:1789518553.603298:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e743f9b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1876445522833024:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1789518553.603340:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789518553.603389:0:24167:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522833024 00000100:00100000:0.0:1789518553.603393:0:24167:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522833024 00000100:00100000:0.0:1789518553.603427:0:24167:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:0.0:1789518553.603434:0:24167:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e743f9b3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3638:x1876445522833024:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1789518553.603609:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e743a17d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1876445522832000:0@lo:400:kworker.0 00000100:00100000:1.0:1789518553.603623:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e743a17c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1876445522831360:0@lo:400:kworker.0 00000100:00100000:1.0:1789518553.603662:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789518553.603680:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e74079d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1876445522832128:0@lo:400:kworker.0 00000100:00100000:1.0:1789518553.603705:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789518553.603741:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e74079d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3639:1876445522832640:0@lo:400:kworker.0 00000100:00100000:1.0:1789518553.603767:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789518553.603795:0:22653:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522832640 00000100:00100000:1.0:1789518553.603799:0:22653:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522832640 00000100:00100000:1.0:1789518553.603834:0:22653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:1.0:1789518553.603841:0:22653:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7301ba1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3639:x1876445522832640:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789518553.603875:0:22653:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7301ba1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3639:x1876445522832640:12345-0@lo:400:kworker.0 Request processed in 35us (107us total) trans 0 rc 0/0 00000100:00100000:1.0:1789518553.603881:0:22653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00010000:00080000:1.0:1789518553.603908:0:3639:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8e74079d3480 x1876445522832640/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789518569 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789518553.603919:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e74079d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3639:1876445522832640:0@lo:400:kworker.0 00000100:00100000:1.0:1789518553.603932:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1789518553.603938:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e74079d1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1876445522832256:0@lo:400:kworker.0 00000100:00100000:1.0:1789518553.605303:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789518553.605374:0:24592:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522832128 00000100:00100000:1.0:1789518553.605383:0:24592:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522832128 00000100:00100000:1.0:1789518553.605429:0:24592:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522832256 00000100:00100000:1.0:1789518553.605431:0:24592:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522832256 00000100:00100000:1.0:1789518553.605476:0:24592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1789518553.605487:0:24592:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7301ba1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3639:x1876445522832128:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789518553.605576:0:24592:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7301ba1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3639:x1876445522832128:12345-0@lo:400:kworker.0 Request processed in 90us (1869us total) trans 0 rc 0/0 00000100:00100000:1.0:1789518553.605583:0:24592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1789518553.605602:0:24592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1789518553.605608:0:24592:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7301ba2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3639:x1876445522832256:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789518553.605664:0:24592:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7301ba2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3639:x1876445522832256:12345-0@lo:400:kworker.0 Request processed in 56us (1702us total) trans 0 rc 0/0 00000100:00100000:1.0:1789518553.605671:0:24592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1789518553.605718:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e74079d1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1876445522832256:0@lo:400:kworker.0 00000100:00100000:1.0:1789518553.605731:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e74079d0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3639:1876445522832768:0@lo:400:kworker.0 00002000:00000024:0.0:1789518553.605752:0:24167:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923505152 avail 3691982848 00000100:00100000:1.0:1789518553.605769:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789518553.605800:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e74079d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1876445522832128:0@lo:400:kworker.0 00000100:00100000:0.0:1789518553.605832:0:24167:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e743f9b3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3638:x1876445522833024:12345-0@lo:13:osp-pre-1-0.0 Request processed in 2396us (2489us total) trans 0 rc 0/0 00000100:00100000:0.0:1789518553.605842:0:24167:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:0.0:1789518553.605865:0:24167:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522831616 00000100:00100000:0.0:1789518553.605869:0:24167:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522831616 00000100:00100000:0.0:1789518553.605889:0:24167:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:0.0:1789518553.605895:0:24167:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7301ba0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1876445522831616:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1789518553.605912:0:24167:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923505152 avail 3691982848 00000100:00100000:0.0:1789518553.606441:0:24167:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7301ba0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1876445522831616:12345-0@lo:13:osp-pre-1-1.0 Request processed in 543us (2776us total) trans 0 rc 0/0 00000100:00100000:0.0:1789518553.606449:0:24167:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:0.0:1789518553.606509:0:24590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522832768 00000100:00100000:0.0:1789518553.606515:0:24590:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522832768 00000100:00100000:0.0:1789518553.606569:0:24590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:0.0:1789518553.606578:0:24590:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7301ba3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3639:x1876445522832768:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789518553.606622:0:24590:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7301ba3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3639:x1876445522832768:12345-0@lo:400:kworker.0 Request processed in 45us (854us total) trans 0 rc 0/0 00000100:00100000:0.0:1789518553.606628:0:24590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00100000:0.0:1789518553.606674:0:3638:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 12884901890 gen 2 00000100:00100000:0.0:1789518553.606699:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e743f9b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1876445522833024:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1789518553.607718:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e74079d0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3639:1876445522832768:0@lo:400:kworker.0 00000100:00100000:1.0:1789518553.607746:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e743f9b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1876445522831616:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1789518553.609387:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e743a17dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1876445522831744:0@lo:400:kworker.0 00000100:00100000:1.0:1789518553.609508:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789518553.609570:0:24592:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522831744 00000100:00100000:1.0:1789518553.609579:0:24592:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522831744 00000100:00100000:1.0:1789518553.609639:0:24592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1789518553.609650:0:24592:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7301ba0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3640:x1876445522831744:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789518553.609707:0:24592:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7301ba0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3640:x1876445522831744:12345-0@lo:400:kworker.0 Request processed in 59us (199us total) trans 0 rc 0/0 00000100:00100000:1.0:1789518553.609715:0:24592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1789518553.609762:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e743a17dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1876445522831744:0@lo:400:kworker.0 00000100:00080000:2.0:1789518553.610875:0:22649:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1789518553.610886:0:22649:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1789518553.610891:0:22649:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1789518553.610906:0:22649:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1789518553.610994:0:22645:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e743c9e3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1ba3fd75-b94d-432d-934d-65078cb73340+24:3640:x1876445522831232:12345-0@lo:400:kworker.0 Request processed in 18694us (18933us total) trans 0 rc 0/0 00000100:00100000:2.0:1789518553.611009:0:22645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 148 00000100:00100000:1.0:1789518553.611962:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e743a17f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1ba3fd75-b94d-432d-934d-65078cb73340:3640:1876445522831232:0@lo:400:kworker.0 00010000:00010000:0.0:1789518554.421841:0:22641:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:0.0:1789518555.129857:0:22633:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 570aedec-38b5-4be2-be24-31fcd8a7014f 00000001:00100000:0.0:1789518555.129874:0:22633:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 0dd73589-3012-4aa9-8181-d1fd4f88ac64 00000001:00100000:0.0:1789518555.130111:0:24159:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 570aedec-38b5-4be2-be24-31fcd8a7014f 00000001:00100000:0.0:1789518555.130120:0:24159:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 0dd73589-3012-4aa9-8181-d1fd4f88ac64 00000001:00100000:0.0:1789518555.134810:0:24980:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 570aedec-38b5-4be2-be24-31fcd8a7014f 00000001:00100000:0.0:1789518555.134831:0:24980:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 0dd73589-3012-4aa9-8181-d1fd4f88ac64 00000001:00100000:0.0:1789518555.147576:0:23389:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of 570aedec-38b5-4be2-be24-31fcd8a7014f 00000001:00100000:0.0:1789518555.147598:0:23389:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of 0dd73589-3012-4aa9-8181-d1fd4f88ac64 00010000:00010000:1.0:1789518555.448428:0:22642:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1789518555.663055:0:25537:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: Using TIMEOUT=20 00000100:00100000:2.0:1789518556.149857:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e7301ba2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1876445522833152:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1789518556.149935:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789518556.150070:0:24167:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522833152 00000100:00100000:0.0:1789518556.150078:0:24167:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522833152 00000100:00100000:0.0:1789518556.150149:0:24167:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:0.0:1789518556.150160:0:24167:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e743d2af800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1876445522833152:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1789518556.150201:0:24167:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3915857920 avail 3684335616 00000100:00100000:0.0:1789518556.150251:0:24167:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e743d2af800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1876445522833152:12345-0@lo:13:osp-pre-0-1.0 Request processed in 94us (316us total) trans 0 rc 0/0 00000100:00100000:0.0:1789518556.150258:0:24167:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00080000:2.0:1789518556.150372:0:22649:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1789518556.150409:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e7301ba2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1876445522833152:0@lo:13:osp-pre-0-1.0 00010000:00010000:0.0:1789518556.471200:0:24700:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789518556.661685:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e743d2aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3640:1876445522833280:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1789518556.661784:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789518556.661860:0:22658:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522833280 00000100:00100000:2.0:1789518556.661869:0:22658:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522833280 00000100:00100000:2.0:1789518556.661927:0:22658:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00100000:2.0:1789518556.661936:0:22658:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7435f71c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3640:x1876445522833280:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1789518556.661971:0:22658:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446309888 avail 1300070400 00000100:00100000:2.0:1789518556.662020:0:22658:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7435f71c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3640:x1876445522833280:12345-0@lo:41:osp-pre-0-1.0 Request processed in 85us (235us total) trans 0 rc 0/0 00000100:00100000:2.0:1789518556.662028:0:22658:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00100000:2.0:1789518556.662077:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e743d2aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3640:1876445522833280:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1789518556.663869:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e743f93b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1876445522833408:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1789518556.663926:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789518556.668923:0:22659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522833408 00000100:00100000:0.0:1789518556.668940:0:22659:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522833408 00000100:00100000:0.0:1789518556.669014:0:22659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00100000:0.0:1789518556.669025:0:22659:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e743f938380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3637:x1876445522833408:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1789518556.669065:0:22659:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1789518556.669181:0:22659:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e743f938380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3637:x1876445522833408:12345-0@lo:41:osp-pre-1-0.0 Request processed in 157us (5253us total) trans 0 rc 0/0 00000100:00100000:0.0:1789518556.669188:0:22659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000100:00100000:3.0:1789518556.669338:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e743f93b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1876445522833408:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1789518557.493898:0:22641:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789518557.596949:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1789518557.596999:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1789518557.597022:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1789518557.597042:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1789518557.597073:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1789518557.597088:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1789518557.597107:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1789518557.597119:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1789518557.597140:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1789518557.597367:0:24163:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445501742976 00000100:00100000:3.0:1789518557.597378:0:24163:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445501742976 00000100:00100000:3.0:1789518557.597432:0:24163:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445501743488 00000100:00100000:3.0:1789518557.597435:0:24163:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445501743488 00000100:00100000:3.0:1789518557.597450:0:24163:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445501742848 00000100:00100000:3.0:1789518557.597452:0:24163:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445501742848 00000100:00100000:3.0:1789518557.597491:0:24163:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445501743360 00000100:00100000:3.0:1789518557.597494:0:24163:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445501743360 00000100:00100000:3.0:1789518557.597546:0:24163:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 12 00000100:00100000:3.0:1789518557.597555:0:24163:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e743f938700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dd73589-3012-4aa9-8181-d1fd4f88ac64+5:2390:x1876445501742976:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:3.0:1789518557.597625:0:24163:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e743f938700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dd73589-3012-4aa9-8181-d1fd4f88ac64+5:2390:x1876445501742976:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 70us (600us total) trans 0 rc 0/0 00000100:00100000:3.0:1789518557.597632:0:24163:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 12 00000100:00100000:3.0:1789518557.597649:0:24163:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 13 00000100:00100000:3.0:1789518557.597660:0:24163:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e743f938e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:570aedec-38b5-4be2-be24-31fcd8a7014f+5:2390:x1876445501743488:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:3.0:1789518557.597684:0:24163:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e743f938e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:570aedec-38b5-4be2-be24-31fcd8a7014f+5:2390:x1876445501743488:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 28us (610us total) trans 0 rc 0/0 00000100:00100000:3.0:1789518557.597690:0:24163:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 13 00000100:00100000:3.0:1789518557.597701:0:24163:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 14 00000100:00100000:3.0:1789518557.597706:0:24163:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e743f93a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dd73589-3012-4aa9-8181-d1fd4f88ac64+5:2390:x1876445501742848:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:3.0:1789518557.597730:0:24163:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e743f93a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dd73589-3012-4aa9-8181-d1fd4f88ac64+5:2390:x1876445501742848:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 24us (622us total) trans 0 rc 0/0 00000100:00100000:3.0:1789518557.597785:0:24163:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 14 00000100:00100000:3.0:1789518557.597798:0:24163:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 15 00000100:00100000:3.0:1789518557.597805:0:24163:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e743f938000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:570aedec-38b5-4be2-be24-31fcd8a7014f+5:2390:x1876445501743360:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:3.0:1789518557.597828:0:24163:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e743f938000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:570aedec-38b5-4be2-be24-31fcd8a7014f+5:2390:x1876445501743360:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 25us (686us total) trans 0 rc 0/0 00000100:00100000:3.0:1789518557.597842:0:24163:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 15 00000100:00100000:3.0:1789518557.597864:0:22653:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445501742720 00000100:00100000:3.0:1789518557.597868:0:22653:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445501742720 00000100:00100000:3.0:1789518557.597888:0:22653:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445501743232 00000100:00100000:3.0:1789518557.597891:0:22653:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445501743232 00000100:00100000:3.0:1789518557.597901:0:22653:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445501742592 00000100:00100000:3.0:1789518557.597904:0:22653:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445501742592 00000100:00100000:3.0:1789518557.597916:0:22653:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445501743104 00000100:00100000:3.0:1789518557.597919:0:22653:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445501743104 00000100:00100000:3.0:1789518557.597932:0:22653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 48 00000100:00100000:3.0:1789518557.597937:0:22653:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e743f93b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0dd73589-3012-4aa9-8181-d1fd4f88ac64+5:2390:x1876445501742720:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:3.0:1789518557.597965:0:22653:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e743f93b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0dd73589-3012-4aa9-8181-d1fd4f88ac64+5:2390:x1876445501742720:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 28us (967us total) trans 0 rc 0/0 00000100:00100000:3.0:1789518557.597970:0:22653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 48 00000100:00100000:3.0:1789518557.597984:0:22653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 49 00000100:00100000:3.0:1789518557.597989:0:22653:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e743f939f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:570aedec-38b5-4be2-be24-31fcd8a7014f+5:2390:x1876445501743232:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:3.0:1789518557.598010:0:22653:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e743f939f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:570aedec-38b5-4be2-be24-31fcd8a7014f+5:2390:x1876445501743232:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 21us (968us total) trans 0 rc 0/0 00000100:00100000:3.0:1789518557.598015:0:22653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 49 00000100:00100000:3.0:1789518557.598026:0:22653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 50 00000100:00100000:3.0:1789518557.598032:0:22653:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e743f939880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0dd73589-3012-4aa9-8181-d1fd4f88ac64+6:2390:x1876445501742592:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:3.0:1789518557.598053:0:22653:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e743f939880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0dd73589-3012-4aa9-8181-d1fd4f88ac64+6:2390:x1876445501742592:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 22us (964us total) trans 0 rc 0/0 00000100:00100000:3.0:1789518557.598059:0:22653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 50 00000100:00100000:3.0:1789518557.598071:0:22653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 51 00000100:00100000:3.0:1789518557.598086:0:22653:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e743f93aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:570aedec-38b5-4be2-be24-31fcd8a7014f+6:2390:x1876445501743104:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:3.0:1789518557.598111:0:22653:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e743f93aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:570aedec-38b5-4be2-be24-31fcd8a7014f+6:2390:x1876445501743104:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 27us (990us total) trans 0 rc 0/0 00000100:00100000:3.0:1789518557.598117:0:22653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 51 00000100:00080000:3.0:1789518557.598140:0:22649:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1789518557.598144:0:22649:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1789518557.598146:0:22649:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1789518557.598148:0:22649:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1789518557.598319:0:22648:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445501742464 00000100:00100000:1.0:1789518557.598336:0:22648:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445501742464 00000100:00100000:1.0:1789518557.598370:0:22648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 149 00000100:00100000:1.0:1789518557.598376:0:22648:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e74379ca450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8fe33aaa-a487-4a1c-a515-01b14206f1f5+13:2390:x1876445501742464:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:1.0:1789518557.598401:0:22648:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e74379ca450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8fe33aaa-a487-4a1c-a515-01b14206f1f5+13:2390:x1876445501742464:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 25us (1465us total) trans 0 rc 0/0 00000100:00100000:1.0:1789518557.598406:0:22648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 149 00000040:00080000:2.0:1789518557.622137:0:23412:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:2.0:1789518558.198903:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1789518558.198929:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e743f9b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1876445522833536:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1789518558.199001:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789518558.199127:0:24167:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522833536 00000100:00100000:0.0:1789518558.199135:0:24167:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522833536 00000100:00100000:0.0:1789518558.199203:0:24167:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:0.0:1789518558.199215:0:24167:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7435f70700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3637:x1876445522833536:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1789518558.199247:0:24167:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3915857920 avail 3684335616 00000100:00100000:0.0:1789518558.199294:0:24167:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7435f70700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3637:x1876445522833536:12345-0@lo:13:osp-pre-0-0.0 Request processed in 81us (293us total) trans 0 rc 0/0 00000100:00100000:0.0:1789518558.199300:0:24167:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00080000:2.0:1789518558.199420:0:22649:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1789518558.199457:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e743f9b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1876445522833536:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1789518558.517949:0:22642:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789518558.709755:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1789518558.709781:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e743f9b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1876445522833664:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1789518558.709852:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789518558.709960:0:24166:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522833664 00000100:00100000:0.0:1789518558.709969:0:24166:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522833664 00000100:00100000:0.0:1789518558.710031:0:24166:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:0.0:1789518558.710042:0:24166:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7301ba1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1876445522833664:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1789518558.710075:0:24166:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923505152 avail 3691982848 00000100:00080000:1.0:1789518558.710169:0:22649:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1789518558.710662:0:24166:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7301ba1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1876445522833664:12345-0@lo:13:osp-pre-1-0.0 Request processed in 621us (808us total) trans 0 rc 0/0 00000100:00100000:0.0:1789518558.710671:0:24166:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:0.0:1789518558.714431:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1789518558.714454:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e743f9b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1876445522833792:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1789518558.714551:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789518558.714603:0:24166:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522833792 00000100:00100000:0.0:1789518558.714612:0:24166:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522833792 00000100:00100000:0.0:1789518558.714687:0:24166:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:0.0:1789518558.714698:0:24166:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e743f9b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1876445522833792:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1789518558.714721:0:24166:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923505152 avail 3691982848 00000100:00100000:0.0:1789518558.714774:0:24166:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e743f9b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1876445522833792:12345-0@lo:13:osp-pre-1-1.0 Request processed in 78us (222us total) trans 0 rc 0/0 00000100:00100000:0.0:1789518558.714782:0:24166:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00080000:0.0:1789518558.714802:0:22649:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1789518558.714841:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e743f9b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1876445522833792:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1789518558.719947:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e743f9b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1876445522833664:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1789518558.720296:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e743d2aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1876445522834048:0@lo:400:kworker.0 00000100:00100000:2.0:1789518558.720366:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789518558.720409:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e742bf65f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3638:1876445522834560:0@lo:400:kworker.0 00000100:00100000:2.0:1789518558.720433:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789518558.720453:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e742bf64380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3638:1876445522835072:0@lo:400:kworker.0 00000100:00100000:2.0:1789518558.720509:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789518558.720531:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:2.0:1789518558.720537:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e7435f70380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1ba3fd75-b94d-432d-934d-65078cb73340:3638:1876445522833920:0@lo:400:kworker.0 00000100:00100000:2.0:1789518558.720564:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789518558.720583:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e742bf65500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3638:1876445522834432:0@lo:400:kworker.0 00000100:00100000:2.0:1789518558.720602:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789518558.720617:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e742bf65180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3638:1876445522834944:0@lo:400:kworker.0 00000100:00100000:2.0:1789518558.720633:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789518558.720918:0:24163:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522834560 00000100:00100000:3.0:1789518558.720926:0:24163:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522834560 00000100:00100000:2.0:1789518558.720994:0:22653:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522835072 00000100:00100000:2.0:1789518558.720999:0:22653:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522835072 00000100:00100000:3.0:1789518558.721160:0:24163:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:3.0:1789518558.721172:0:24163:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e742bf66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3638:x1876445522834560:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789518558.721232:0:24163:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e742bf66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3638:x1876445522834560:12345-0@lo:400:kworker.0 Request processed in 63us (798us total) trans 0 rc 0/0 00000100:00100000:3.0:1789518558.721239:0:24163:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:3.0:1789518558.721263:0:23397:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522834048 00000100:00100000:3.0:1789518558.721267:0:23397:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522834048 00000100:00100000:3.0:1789518558.721286:0:23397:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522834432 00000100:00100000:3.0:1789518558.721288:0:23397:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522834432 00000100:00100000:3.0:1789518558.721299:0:23397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00100000:3.0:1789518558.721305:0:23397:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e742bf66a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3638:x1876445522834048:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789518558.721335:0:23397:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e742bf66a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3638:x1876445522834048:12345-0@lo:400:kworker.0 Request processed in 31us (970us total) trans 0 rc 0/0 00000100:00100000:3.0:1789518558.721341:0:23397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00100000:3.0:1789518558.721352:0:23397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:3.0:1789518558.721358:0:23397:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e742bf67100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3638:x1876445522834432:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789518558.721392:0:23397:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e742bf67100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3638:x1876445522834432:12345-0@lo:400:kworker.0 Request processed in 36us (790us total) trans 0 rc 0/0 00000100:00100000:3.0:1789518558.721398:0:23397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00100000:3.0:1789518558.721418:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e742bf67b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3639:1876445522834176:0@lo:400:kworker.0 00000100:00100000:3.0:1789518558.721441:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789518558.721457:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e742bf64e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3639:1876445522834688:0@lo:400:kworker.0 00000100:00100000:3.0:1789518558.721503:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789518558.721517:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e742bf67800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3639:1876445522835200:0@lo:400:kworker.0 00000100:00100000:3.0:1789518558.721535:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789518558.721553:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1789518558.721559:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e742bf64a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3639:1876445522834304:0@lo:400:kworker.0 00000100:00100000:3.0:1789518558.721577:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789518558.721588:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e742bf64700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3639:1876445522834816:0@lo:400:kworker.0 00000100:00100000:3.0:1789518558.721604:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789518558.722672:0:24164:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522834176 00000100:00100000:1.0:1789518558.722682:0:24164:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522834176 00000100:00100000:1.0:1789518558.722733:0:24164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:1.0:1789518558.722743:0:24164:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e743f939c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3639:x1876445522834176:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789518558.722813:0:24164:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e743f939c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3639:x1876445522834176:12345-0@lo:400:kworker.0 Request processed in 72us (1371us total) trans 0 rc 0/0 00000100:00100000:1.0:1789518558.722819:0:24164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:1.0:1789518558.722848:0:22655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522834944 00000100:00100000:1.0:1789518558.722852:0:22655:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522834944 00000100:00080000:0.0:1789518558.723056:0:22649:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1789518558.723062:0:22649:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1789518558.723064:0:22649:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1789518558.723076:0:24590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522834688 00000100:00100000:0.0:1789518558.723081:0:24590:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522834688 00000100:00100000:0.0:1789518558.723117:0:24590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522835200 00000100:00100000:0.0:1789518558.723121:0:24590:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522835200 00000100:00100000:0.0:1789518558.723151:0:24590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522834304 00000100:00100000:0.0:1789518558.723155:0:24590:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522834304 00000100:00100000:0.0:1789518558.723166:0:24590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522834816 00000100:00100000:0.0:1789518558.723169:0:24590:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522834816 00000100:00100000:0.0:1789518558.723187:0:24590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:0.0:1789518558.723194:0:24590:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e743f93b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3639:x1876445522834688:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789518558.723234:0:24590:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e743f93b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3639:x1876445522834688:12345-0@lo:400:kworker.0 Request processed in 41us (1730us total) trans 0 rc 0/0 00000100:00100000:0.0:1789518558.723241:0:24590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00100000:0.0:1789518558.723254:0:24590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00100000:0.0:1789518558.723260:0:24590:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7303600000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3639:x1876445522835200:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789518558.723288:0:24590:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7303600000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3639:x1876445522835200:12345-0@lo:400:kworker.0 Request processed in 29us (1751us total) trans 0 rc 0/0 00000100:00100000:0.0:1789518558.723294:0:24590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00100000:0.0:1789518558.723305:0:24590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00100000:0.0:1789518558.723311:0:24590:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7303603480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1876445522834304:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789518558.723352:0:24590:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7303603480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1876445522834304:12345-0@lo:400:kworker.0 Request processed in 42us (1773us total) trans 0 rc 0/0 00000100:00100000:0.0:1789518558.723358:0:24590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00100000:0.0:1789518558.723371:0:24590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00100000:0.0:1789518558.723377:0:24590:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7303600a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3639:x1876445522834816:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789518558.723405:0:24590:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7303600a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3639:x1876445522834816:12345-0@lo:400:kworker.0 Request processed in 29us (1800us total) trans 0 rc 0/0 00000100:00100000:0.0:1789518558.723411:0:24590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000100:00080000:3.0:1789518558.723565:0:22649:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1789518558.723568:0:22649:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1789518558.723666:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e742bf64a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3639:1876445522834304:0@lo:400:kworker.0 00000100:00100000:0.0:1789518558.723686:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e742bf64700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3639:1876445522834816:0@lo:400:kworker.0 00000100:00100000:0.0:1789518558.723699:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e742bf67b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3639:1876445522834176:0@lo:400:kworker.0 00000100:00100000:0.0:1789518558.723710:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e742bf64e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3639:1876445522834688:0@lo:400:kworker.0 00010000:00080000:0.0:1789518558.723723:0:3639:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8e742bf67800 x1876445522835200/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789518574 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789518558.723734:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e742bf67800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3639:1876445522835200:0@lo:400:kworker.0 00000100:00100000:2.0:1789518558.723975:0:22653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00100000:2.0:1789518558.723986:0:22653:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e742bf67480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3638:x1876445522835072:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789518558.724024:0:22653:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e742bf67480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3638:x1876445522835072:12345-0@lo:400:kworker.0 Request processed in 42us (3514us total) trans 0 rc 0/0 00000100:00100000:2.0:1789518558.724030:0:22653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00100000:2.0:1789518558.724055:0:22645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522833920 00000100:00100000:2.0:1789518558.724060:0:22645:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522833920 00000100:00100000:2.0:1789518558.724201:0:22645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 150 00000100:00100000:2.0:1789518558.724210:0:22645:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e74379c9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1ba3fd75-b94d-432d-934d-65078cb73340+24:3638:x1876445522833920:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789518558.724243:0:22645:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e74379c9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1ba3fd75-b94d-432d-934d-65078cb73340+24:3638:x1876445522833920:12345-0@lo:400:kworker.0 Request processed in 35us (3678us total) trans 0 rc 0/0 00000100:00100000:2.0:1789518558.724262:0:22645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 150 00000100:00100000:2.0:1789518558.724312:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e7435f70380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1ba3fd75-b94d-432d-934d-65078cb73340:3638:1876445522833920:0@lo:400:kworker.0 00000100:00100000:2.0:1789518558.724324:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e742bf65500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3638:1876445522834432:0@lo:400:kworker.0 00000100:00100000:2.0:1789518558.724335:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e743d2aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1876445522834048:0@lo:400:kworker.0 00000100:00100000:2.0:1789518558.724344:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e742bf65f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3638:1876445522834560:0@lo:400:kworker.0 00000100:00100000:2.0:1789518558.724353:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e742bf64380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3638:1876445522835072:0@lo:400:kworker.0 00000100:00100000:1.0:1789518558.726301:0:22655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:1.0:1789518558.726315:0:22655:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e742bf66300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3638:x1876445522834944:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789518558.726404:0:22655:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e742bf66300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3638:x1876445522834944:12345-0@lo:400:kworker.0 Request processed in 94us (5769us total) trans 0 rc 0/0 00000100:00100000:1.0:1789518558.726411:0:22655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00010000:00080000:2.0:1789518558.727894:0:3638:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8e742bf65180 x1876445522834944/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789518574 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789518558.727914:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e742bf65180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3638:1876445522834944:0@lo:400:kworker.0 00010000:00010000:0.0:1789518559.542227:0:24700:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1789518559.850256:0:25685:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=400866bb len=0 uarg=00007ffd94bf16d0 20000000:00000080:0.0:1789518559.850274:0:25685:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=400866bb len=576 karg=ffff8e743d318800 uarg=0000000000000000 20000000:01000000:0.0:1789518559.850315:0:25685:0:(mgs_llog.c:6192:mgs_set_param2()) set_param2 fs='' device='general' param='lod.*.mdt_hash=crush' 20000000:01000000:0.0:1789518559.850321:0:25685:0:(mgs_llog.c:4647:mgs_write_log_param2()) next param 'lod.*.mdt_hash=crush' 20000000:01000000:0.0:1789518559.850326:0:25685:0:(mgs_llog.c:1379:mgs_modify_param()) modify params/general/lod.*.mdt_hash=crush del=0 00000040:00080000:3.0:1789518559.851417:0:25686:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 5 count 13 20000000:00000400:2.0:1789518559.859144:0:25685:0:(mgs_llog.c:1450:mgs_modify_param()) MGS: modify general/lod.*.mdt_hash=crush (mode = 0) failed: rc = -17 10000000:01000000:2.0:1789518559.867663:0:25685:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 00010000:00010000:2.0:1789518559.867698:0:25685:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8e73033ace00/0x8d0fd6794231615a lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518559.867718:0:25685:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8e7435f0dc00/0x8d0fd67942315db7 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x8d0fd67942315db0 expref: 23 pid: 22648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518559.867728:0:25685:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8e7435f0c800/0x8d0fd67942315dc5 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x8d0fd67942315dbe expref: 23 pid: 22648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518559.867736:0:25685:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8e7435f9c400/0x8d0fd67942315e04 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x8d0fd67942315dfd expref: 23 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518559.867743:0:25685:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8e73033ada00/0x8d0fd67942315f7e lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x8d0fd67942315f77 expref: 23 pid: 22648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518559.867774:0:25685:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8e7435f9cc00/0x8d0fd679423160ea lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 192.168.202.43@tcp remote: 0x3c6c92dc7856668c expref: 12 pid: 22645 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518559.867781:0:25685:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8e7435f0c400/0x8d0fd67942316129 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 192.168.202.43@tcp remote: 0x3c6c92dc785666fc expref: 12 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518559.867789:0:25685:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8e73033ace00/0x8d0fd6794231615a lrc: 9/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 25685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518559.867831:0:25685:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8e7435f0c400/0x8d0fd67942316129 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 192.168.202.43@tcp remote: 0x3c6c92dc785666fc expref: 12 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518559.867848:0:25685:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8e7435f0c400/0x8d0fd67942316129 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 192.168.202.43@tcp remote: 0x3c6c92dc785666fc expref: 12 pid: 22647 timeout: 827 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789518559.867863:0:25685:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e742bf65180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25685:1876445522835328:192.168.202.43@tcp:104: 00010000:00010000:2.0:1789518559.867977:0:25685:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8e7435f9cc00/0x8d0fd679423160ea lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 192.168.202.43@tcp remote: 0x3c6c92dc7856668c expref: 12 pid: 22645 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518559.867986:0:25685:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8e7435f9cc00/0x8d0fd679423160ea lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 192.168.202.43@tcp remote: 0x3c6c92dc7856668c expref: 12 pid: 22645 timeout: 827 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789518559.867994:0:25685:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e742bf64380 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25685:1876445522835456:192.168.202.43@tcp:104: 00010000:00010000:2.0:1789518559.868025:0:25685:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8e73033ada00/0x8d0fd67942315f7e lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x8d0fd67942315f77 expref: 23 pid: 22648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518559.868033:0:25685:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8e73033ada00/0x8d0fd67942315f7e lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x8d0fd67942315f77 expref: 23 pid: 22648 timeout: 827 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789518559.868053:0:25685:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e742bf65f80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25685:1876445522835584:0@lo:104: 00000100:00100000:2.0:1789518559.868090:0:25685:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1789518559.868127:0:25685:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8e7435f9c400/0x8d0fd67942315e04 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x8d0fd67942315dfd expref: 23 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518559.868136:0:25685:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8e7435f9c400/0x8d0fd67942315e04 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x8d0fd67942315dfd expref: 23 pid: 22647 timeout: 827 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789518559.868143:0:25685:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e742bf65880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25685:1876445522835712:0@lo:104: 00000100:00100000:2.0:1789518559.868163:0:25685:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1789518559.868183:0:25685:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8e7435f0c800/0x8d0fd67942315dc5 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x8d0fd67942315dbe expref: 23 pid: 22648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518559.868191:0:25685:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8e7435f0c800/0x8d0fd67942315dc5 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x8d0fd67942315dbe expref: 23 pid: 22648 timeout: 827 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789518559.868198:0:25685:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e742bf65c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25685:1876445522835840:0@lo:104: 00000100:00100000:2.0:1789518559.868217:0:25685:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1789518559.868232:0:25685:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8e7435f0dc00/0x8d0fd67942315db7 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x8d0fd67942315db0 expref: 23 pid: 22648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518559.868240:0:25685:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8e7435f0dc00/0x8d0fd67942315db7 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x8d0fd67942315db0 expref: 23 pid: 22648 timeout: 827 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789518559.868248:0:25685:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e742bf67800 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25685:1876445522835968:0@lo:104: 00000100:00100000:2.0:1789518559.868265:0:25685:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789518559.868276:0:25685:0:(client.c:2716:ptlrpc_set_wait()) set ffff8e7303d81780 going to sleep for 11 seconds 00000100:00100000:1.0:1789518559.868723:0:22637:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522835584 00000100:00100000:1.0:1789518559.868740:0:22637:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522835584 00000100:00100000:1.0:1789518559.868789:0:22637:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522835712 00000100:00100000:1.0:1789518559.868792:0:22637:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522835712 00000100:00100000:1.0:1789518559.868802:0:22637:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522835840 00000100:00100000:1.0:1789518559.868804:0:22637:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522835840 00000100:00100000:1.0:1789518559.868817:0:22637:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522835968 00000100:00100000:1.0:1789518559.868820:0:22637:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522835968 00000100:00100000:1.0:1789518559.868839:0:22637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1789518559.868849:0:22637:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e742bf65500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1ba3fd75-b94d-432d-934d-65078cb73340+6:25685:x1876445522835584:12345-0@lo:104: 00010000:00010000:1.0:1789518559.868862:0:22637:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.143@tcp lock: ffff8e74421c2e00/0x8d0fd67942315f77 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0x8d0fd67942315f7e expref: -99 pid: 24979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518559.868936:0:22637:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1789518559.868943:0:22637:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e742bf65500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1ba3fd75-b94d-432d-934d-65078cb73340+6:25685:x1876445522835584:12345-0@lo:104: Request processed in 96us (852us total) trans 0 rc 0/0 00000100:00100000:1.0:1789518559.868950:0:22637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1789518559.868968:0:22637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1789518559.868974:0:22637:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e742bf64000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1ba3fd75-b94d-432d-934d-65078cb73340+5:25685:x1876445522835712:12345-0@lo:104: 00010000:00010000:1.0:1789518559.868982:0:22637:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.143@tcp lock: ffff8e73033ac600/0x8d0fd67942315dfd lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0x8d0fd67942315e04 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518559.869022:0:22637:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:1.0:1789518559.869027:0:22637:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e742bf64000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1ba3fd75-b94d-432d-934d-65078cb73340+5:25685:x1876445522835712:12345-0@lo:104: Request processed in 54us (864us total) trans 0 rc 0/0 00000100:00100000:1.0:1789518559.869033:0:22637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1789518559.869046:0:22637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1789518559.869052:0:22637:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e742bf66680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1ba3fd75-b94d-432d-934d-65078cb73340+4:25685:x1876445522835840:12345-0@lo:104: 00010000:00010000:1.0:1789518559.869060:0:22637:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.143@tcp lock: ffff8e7435f9dc00/0x8d0fd67942315dbe lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0x8d0fd67942315dc5 expref: -99 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518559.869103:0:22637:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to priority blp list, 3 blwis in pool 00000100:00100000:1.0:1789518559.869108:0:22637:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e742bf66680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1ba3fd75-b94d-432d-934d-65078cb73340+4:25685:x1876445522835840:12345-0@lo:104: Request processed in 57us (890us total) trans 0 rc 0/0 00000100:00100000:1.0:1789518559.869114:0:22637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1789518559.869127:0:22637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1789518559.869133:0:22637:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e742bf64e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1ba3fd75-b94d-432d-934d-65078cb73340+3:25685:x1876445522835968:12345-0@lo:104: 00010000:00010000:1.0:1789518559.869140:0:22637:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.143@tcp lock: ffff8e7435f9c800/0x8d0fd67942315db0 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0x8d0fd67942315db7 expref: -99 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518559.869173:0:22637:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to priority blp list, 4 blwis in pool 00000100:00100000:1.0:1789518559.869178:0:22637:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e742bf64e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1ba3fd75-b94d-432d-934d-65078cb73340+3:25685:x1876445522835968:12345-0@lo:104: Request processed in 46us (912us total) trans 0 rc 0/0 00000100:00100000:1.0:1789518559.869183:0:22637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00010000:00010000:3.0:1789518559.869255:0:22642:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:3.0:1789518559.869264:0:22642:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.143@tcp lock: ffff8e74421c2e00/0x8d0fd67942315f77 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0x8d0fd67942315f7e expref: -99 pid: 24979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518559.869271:0:22642:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8e74421c2e00 already unused, calling callback (ffffffffc11d3c20) 10000000:00010000:3.0:1789518559.869276:0:22642:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.143@tcp lock: ffff8e74421c2e00/0x8d0fd67942315f77 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400400000000 nid: local remote: 0x8d0fd67942315f7e expref: -99 pid: 24979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518559.869285:0:22642:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.143@tcp lock: ffff8e74421c2e00/0x8d0fd67942315f77 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1408400000000 nid: local remote: 0x8d0fd67942315f7e expref: -99 pid: 24979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1789518559.869305:0:22642:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.143@tcp lock: ffff8e74421c2e00/0x8d0fd67942315f77 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1409400000000 nid: local remote: 0x8d0fd67942315f7e expref: -99 pid: 24979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789518559.869310:0:22642:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:3.0:1789518559.869354:0:22642:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.143@tcp lock: ffff8e74421c2e00/0x8d0fd67942315f77 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0x8d0fd67942315f7e expref: -99 pid: 24979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518559.869361:0:22642:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1789518559.869381:0:22642:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.143@tcp lock: ffff8e74421c2e00/0x8d0fd67942315f77 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0x8d0fd67942315f7e expref: -99 pid: 24979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518559.869388:0:22642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.143@tcp lock: ffff8e74421c2e00/0x8d0fd67942315f77 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0x8d0fd67942315f7e expref: -99 pid: 24979 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518559.869401:0:22642:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1789518559.869404:0:22642:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.143@tcp lock: ffff8e73033ac600/0x8d0fd67942315dfd lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0x8d0fd67942315e04 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518559.869415:0:22642:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8e73033ac600 already unused, calling callback (ffffffffc11d3c20) 10000000:00010000:3.0:1789518559.869418:0:22642:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.143@tcp lock: ffff8e73033ac600/0x8d0fd67942315dfd lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400400000000 nid: local remote: 0x8d0fd67942315e04 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518559.869425:0:22642:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.143@tcp lock: ffff8e73033ac600/0x8d0fd67942315dfd lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1408400000000 nid: local remote: 0x8d0fd67942315e04 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1789518559.869431:0:22642:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.143@tcp lock: ffff8e73033ac600/0x8d0fd67942315dfd lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1409400000000 nid: local remote: 0x8d0fd67942315e04 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789518559.869437:0:22642:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:3.0:1789518559.869456:0:22642:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.143@tcp lock: ffff8e73033ac600/0x8d0fd67942315dfd lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x8d0fd67942315e04 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518559.869498:0:22642:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1789518559.869514:0:22642:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.143@tcp lock: ffff8e73033ac600/0x8d0fd67942315dfd lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x8d0fd67942315e04 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518559.869522:0:22642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.143@tcp lock: ffff8e73033ac600/0x8d0fd67942315dfd lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x8d0fd67942315e04 expref: -99 pid: 24158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518559.869533:0:22642:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1789518559.869536:0:22642:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.143@tcp lock: ffff8e7435f9dc00/0x8d0fd67942315dbe lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x8d0fd67942315dc5 expref: -99 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518559.869542:0:22642:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8e7435f9dc00 already unused, calling callback (ffffffffc11d3c20) 10000000:00010000:3.0:1789518559.869545:0:22642:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.143@tcp lock: ffff8e7435f9dc00/0x8d0fd67942315dbe lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x8d0fd67942315dc5 expref: -99 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518559.869553:0:22642:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.143@tcp lock: ffff8e7435f9dc00/0x8d0fd67942315dbe lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x8d0fd67942315dc5 expref: -99 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1789518559.869559:0:22642:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.143@tcp lock: ffff8e7435f9dc00/0x8d0fd67942315dbe lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x8d0fd67942315dc5 expref: -99 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789518559.869565:0:22642:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:3.0:1789518559.869578:0:22642:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.143@tcp lock: ffff8e7435f9dc00/0x8d0fd67942315dbe lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x8d0fd67942315dc5 expref: -99 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518559.869584:0:22642:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1789518559.869590:0:22642:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.143@tcp lock: ffff8e7435f9dc00/0x8d0fd67942315dbe lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x8d0fd67942315dc5 expref: -99 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518559.869606:0:22642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.143@tcp lock: ffff8e7435f9dc00/0x8d0fd67942315dbe lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x8d0fd67942315dc5 expref: -99 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518559.869616:0:22642:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789518559.869619:0:22642:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.143@tcp lock: ffff8e7435f9c800/0x8d0fd67942315db0 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x8d0fd67942315db7 expref: -99 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518559.869625:0:22642:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8e7435f9c800 already unused, calling callback (ffffffffc11d3c20) 10000000:00010000:3.0:1789518559.869628:0:22642:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.143@tcp lock: ffff8e7435f9c800/0x8d0fd67942315db0 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x8d0fd67942315db7 expref: -99 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518559.869634:0:22642:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.143@tcp lock: ffff8e7435f9c800/0x8d0fd67942315db0 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x8d0fd67942315db7 expref: -99 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1789518559.869641:0:22642:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.143@tcp lock: ffff8e7435f9c800/0x8d0fd67942315db0 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x8d0fd67942315db7 expref: -99 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789518559.869646:0:22642:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:3.0:1789518559.869659:0:22642:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.143@tcp lock: ffff8e7435f9c800/0x8d0fd67942315db0 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x8d0fd67942315db7 expref: -99 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518559.869666:0:22642:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1789518559.869672:0:22642:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.143@tcp lock: ffff8e7435f9c800/0x8d0fd67942315db0 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x8d0fd67942315db7 expref: -99 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518559.869679:0:22642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.143@tcp lock: ffff8e7435f9c800/0x8d0fd67942315db0 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x8d0fd67942315db7 expref: -99 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518559.869692:0:22642:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789518559.869699:0:22642:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789518559.869700:0:22642:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789518559.869714:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e7303600e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1ba3fd75-b94d-432d-934d-65078cb73340:3640:1876445522836096:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1789518559.869749:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789518559.869785:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1789518559.869791:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e7303601c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1ba3fd75-b94d-432d-934d-65078cb73340:3640:1876445522836480:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1789518559.869810:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789518559.869838:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e7303601500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1ba3fd75-b94d-432d-934d-65078cb73340:3637:1876445522836224:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1789518559.869872:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789518559.869891:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1789518559.869897:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e7303600380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1ba3fd75-b94d-432d-934d-65078cb73340:3637:1876445522836352:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1789518559.869917:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789518559.869947:0:22640:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522836096 00000100:00100000:3.0:1789518559.869952:0:22640:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522836096 00010000:00010000:3.0:1789518559.869972:0:22640:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8e73033ada00/0x8d0fd67942315f7e lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x8d0fd67942315f77 expref: 24 pid: 22648 timeout: 827 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789518559.869988:0:22640:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522836480 00000100:00100000:3.0:1789518559.869991:0:22640:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522836480 00010000:00010000:3.0:1789518559.870002:0:22640:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8e7435f0dc00/0x8d0fd67942315db7 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x8d0fd67942315db0 expref: 25 pid: 22648 timeout: 827 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789518559.870012:0:22640:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522836224 00000100:00100000:3.0:1789518559.870014:0:22640:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522836224 00010000:00010000:3.0:1789518559.870023:0:22640:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8e7435f9c400/0x8d0fd67942315e04 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x8d0fd67942315dfd expref: 26 pid: 22647 timeout: 827 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789518559.870031:0:22640:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522836352 00000100:00100000:3.0:1789518559.870034:0:22640:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522836352 00010000:00010000:3.0:1789518559.870042:0:22640:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8e7435f0c800/0x8d0fd67942315dc5 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x8d0fd67942315dbe expref: 27 pid: 22648 timeout: 827 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789518559.870063:0:22640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1789518559.870071:0:22640:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7303601880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1ba3fd75-b94d-432d-934d-65078cb73340+27:3640:x1876445522836096:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1789518559.870082:0:22640:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1789518559.870087:0:22640:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8e73033ada00/0x8d0fd67942315f7e lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x8d0fd67942315f77 expref: 27 pid: 22648 timeout: 827 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518559.870095:0:22640:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8e73033ada00/0x8d0fd67942315f7e lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x8d0fd67942315f77 expref: 27 pid: 22648 timeout: 827 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518559.870109:0:22640:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1789518559.870138:0:22640:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7303601880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1ba3fd75-b94d-432d-934d-65078cb73340+27:3640:x1876445522836096:12345-0@lo:103:ldlm_bl.0 Request processed in 68us (388us total) trans 0 rc 0/0 00000100:00100000:3.0:1789518559.870144:0:22640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1789518559.870159:0:22640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1789518559.870166:0:22640:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7303601180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1ba3fd75-b94d-432d-934d-65078cb73340+26:3640:x1876445522836480:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1789518559.870173:0:22640:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1789518559.870178:0:22640:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8e7435f0dc00/0x8d0fd67942315db7 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x8d0fd67942315db0 expref: 26 pid: 22648 timeout: 827 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518559.870187:0:22640:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8e7435f0dc00/0x8d0fd67942315db7 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x8d0fd67942315db0 expref: 26 pid: 22648 timeout: 827 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518559.870196:0:22640:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1789518559.870217:0:22640:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7303601180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1ba3fd75-b94d-432d-934d-65078cb73340+26:3640:x1876445522836480:12345-0@lo:103:ldlm_bl.0 Request processed in 52us (406us total) trans 0 rc 0/0 00000100:00100000:3.0:1789518559.870223:0:22640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1789518559.870234:0:22640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1789518559.870246:0:22640:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7303603b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1ba3fd75-b94d-432d-934d-65078cb73340+25:3637:x1876445522836224:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1789518559.870254:0:22640:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1789518559.870258:0:22640:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8e7435f9c400/0x8d0fd67942315e04 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x8d0fd67942315dfd expref: 25 pid: 22647 timeout: 827 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518559.870266:0:22640:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8e7435f9c400/0x8d0fd67942315e04 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x8d0fd67942315dfd expref: 25 pid: 22647 timeout: 827 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518559.870274:0:22640:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1789518559.870300:0:22640:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7303603b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1ba3fd75-b94d-432d-934d-65078cb73340+25:3637:x1876445522836224:12345-0@lo:103:ldlm_bl.0 Request processed in 54us (427us total) trans 0 rc 0/0 00000100:00100000:3.0:1789518559.870305:0:22640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1789518559.870318:0:22640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1789518559.870324:0:22640:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7303603100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1ba3fd75-b94d-432d-934d-65078cb73340+24:3637:x1876445522836352:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1789518559.870332:0:22640:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1789518559.870335:0:22640:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8e7435f0c800/0x8d0fd67942315dc5 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x8d0fd67942315dbe expref: 24 pid: 22648 timeout: 827 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518559.870343:0:22640:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8e7435f0c800/0x8d0fd67942315dc5 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x8d0fd67942315dbe expref: 24 pid: 22648 timeout: 827 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518559.870351:0:22640:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1789518559.870370:0:22640:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7303603100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1ba3fd75-b94d-432d-934d-65078cb73340+24:3637:x1876445522836352:12345-0@lo:103:ldlm_bl.0 Request processed in 48us (452us total) trans 0 rc 0/0 00000100:00100000:3.0:1789518559.870375:0:22640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1789518559.870414:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e7303600380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1ba3fd75-b94d-432d-934d-65078cb73340:3637:1876445522836352:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1789518559.870422:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e7303601500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1ba3fd75-b94d-432d-934d-65078cb73340:3637:1876445522836224:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1789518559.870446:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e7303601c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1ba3fd75-b94d-432d-934d-65078cb73340:3640:1876445522836480:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1789518559.870498:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e7303600e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1ba3fd75-b94d-432d-934d-65078cb73340:3640:1876445522836096:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1789518559.870884:0:22641:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789518559.870890:0:24700:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789518559.873732:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1789518559.873836:0:22640:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445501743616 00000100:00100000:1.0:1789518559.873848:0:22640:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445501743616 00010000:00010000:1.0:1789518559.873894:0:22640:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8e7435f9cc00/0x8d0fd679423160ea lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 192.168.202.43@tcp remote: 0x3c6c92dc7856668c expref: 13 pid: 22645 timeout: 827 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789518559.873937:0:22640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 13 00000100:00100000:1.0:1789518559.873948:0:22640:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e73037ed050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8fe33aaa-a487-4a1c-a515-01b14206f1f5+13:2387:x1876445501743616:12345-192.168.202.43@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1789518559.873963:0:22640:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1789518559.873968:0:22640:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8e7435f9cc00/0x8d0fd679423160ea lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 192.168.202.43@tcp remote: 0x3c6c92dc7856668c expref: 13 pid: 22645 timeout: 827 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518559.873980:0:22640:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8e7435f9cc00/0x8d0fd679423160ea lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x50000400000020 nid: 192.168.202.43@tcp remote: 0x3c6c92dc7856668c expref: 13 pid: 22645 timeout: 827 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518559.874017:0:22640:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1789518559.874083:0:22640:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e73037ed050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8fe33aaa-a487-4a1c-a515-01b14206f1f5+13:2387:x1876445501743616:12345-192.168.202.43@tcp:103:ldlm_bl.0 Request processed in 129us (353us total) trans 0 rc 0/0 00000100:00100000:1.0:1789518559.874091:0:22640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 13 00000100:00100000:2.0:1789518559.874783:0:25685:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e742bf65180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25685:1876445522835328:192.168.202.43@tcp:104: 00010000:00010000:2.0:1789518559.874807:0:25685:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8e7435f9cc00/0x8d0fd679423160ea lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x44801400000020 nid: 192.168.202.43@tcp remote: 0x3c6c92dc7856668c expref: 12 pid: 22645 timeout: 827 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789518559.874822:0:25685:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e742bf64380 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25685:1876445522835456:192.168.202.43@tcp:104: 00010000:00010000:2.0:1789518559.874834:0:25685:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8e73033ada00/0x8d0fd67942315f7e lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x8d0fd67942315f77 expref: 23 pid: 22648 timeout: 827 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789518559.874841:0:25685:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e742bf65f80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25685:1876445522835584:0@lo:104: 00010000:00010000:2.0:1789518559.874851:0:25685:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8e7435f9c400/0x8d0fd67942315e04 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x8d0fd67942315dfd expref: 22 pid: 22647 timeout: 827 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789518559.874857:0:25685:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e742bf65880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25685:1876445522835712:0@lo:104: 00010000:00010000:2.0:1789518559.874865:0:25685:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8e7435f0c800/0x8d0fd67942315dc5 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x8d0fd67942315dbe expref: 21 pid: 22648 timeout: 827 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789518559.874873:0:25685:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e742bf65c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25685:1876445522835840:0@lo:104: 00010000:00010000:2.0:1789518559.874882:0:25685:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8e7435f0dc00/0x8d0fd67942315db7 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x8d0fd67942315db0 expref: 20 pid: 22648 timeout: 827 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789518559.874890:0:25685:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e742bf67800 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25685:1876445522835968:0@lo:104: 00010000:00010000:2.0:1789518559.874919:0:25685:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8e73033ace00/0x8d0fd6794231615a lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 25685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789518559.882968:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1789518559.883614:0:22638:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445501743744 00000100:00100000:0.0:1789518559.883639:0:22638:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445501743744 00010000:00010000:1.0:1789518559.884801:0:22638:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8e7435f0c400/0x8d0fd67942316129 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 192.168.202.43@tcp remote: 0x3c6c92dc785666fc expref: 12 pid: 22647 timeout: 827 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789518559.884882:0:22638:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 14 00000100:00100000:1.0:1789518559.884893:0:22638:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7303600e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8fe33aaa-a487-4a1c-a515-01b14206f1f5+12:2388:x1876445501743744:12345-192.168.202.43@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1789518559.884909:0:22638:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1789518559.884916:0:22638:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8e7435f0c400/0x8d0fd67942316129 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 192.168.202.43@tcp remote: 0x3c6c92dc785666fc expref: 12 pid: 22647 timeout: 827 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518559.884929:0:22638:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8e7435f0c400/0x8d0fd67942316129 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 192.168.202.43@tcp remote: 0x3c6c92dc785666fc expref: 12 pid: 22647 timeout: 827 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518559.884946:0:22638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8e7435f0c400/0x8d0fd67942316129 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 192.168.202.43@tcp remote: 0x3c6c92dc785666fc expref: 12 pid: 22647 timeout: 827 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518559.884963:0:22638:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8e73033ace00/0x8d0fd6794231615a lrc: 3/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 25685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518559.884972:0:22638:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8e73033ace00/0x8d0fd6794231615a lrc: 4/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 25685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518559.884990:0:22638:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8e73033ace00/0x8d0fd6794231615a lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 25685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518559.885014:0:22638:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8e73033ace00/0x8d0fd6794231615a lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 25685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518559.885021:0:22638:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8e73033ace00/0x8d0fd6794231615a lrc: 4/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 25685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518559.885029:0:22638:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8e73033ace00/0x8d0fd6794231615a lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 25685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518559.885048:0:22638:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8e73033ace00 already unused, calling callback (ffffffffc0bd28b0) 00010000:00010000:1.0:1789518559.885053:0:22638:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8e73033ace00/0x8d0fd6794231615a lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 25685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518559.885062:0:22638:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8e73033ace00/0x8d0fd6794231615a lrc: 6/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 25685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518559.885091:0:22638:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8e73033ace00/0x8d0fd6794231615a lrc: 4/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518559.885103:0:22638:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1789518559.885274:0:25685:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8e73033ace00/0x8d0fd6794231615a lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518559.885284:0:25685:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8e73033ace00/0x8d0fd6794231615a lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518559.885302:0:25685:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8e73033ace00/0x8d0fd6794231615a lrc: 0/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789518559.887072:0:22638:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7303600e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8fe33aaa-a487-4a1c-a515-01b14206f1f5+11:2388:x1876445501743744:12345-192.168.202.43@tcp:103:ldlm_bl.0 Request processed in 2172us (4107us total) trans 0 rc 0/0 00000100:00100000:1.0:1789518559.887086:0:22638:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 14 00000040:00080000:2.0:1789518560.247206:0:22687:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:3.0:1789518560.567575:0:22642:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1789518561.013599:0:22650:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:1.0:1789518561.013608:0:22650:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff8e7303c14000 from 13 10000000:01000000:1.0:1789518561.013613:0:22650:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1789518561.013663:0:22650:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.143@tcp lock: ffff8e7435f0cc00/0x8d0fd67942316161 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518561.013674:0:22650:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.143@tcp lock: ffff8e7435f0cc00/0x8d0fd67942316161 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518561.013700:0:22650:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.143@tcp lock: ffff8e7435f0cc00/0x8d0fd67942316161 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789518561.013726:0:22650:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e7301ba0e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1ba3fd75-b94d-432d-934d-65078cb73340:22650:1876445522836608:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1789518561.013799:0:22650:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789518561.013850:0:22650:0:(client.c:2716:ptlrpc_set_wait()) set ffff8e7302897cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1789518561.013961:0:22647:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522836608 00000100:00100000:2.0:1789518561.013970:0:22647:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522836608 00000100:00100000:2.0:1789518561.014034:0:22647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 151 00000100:00100000:2.0:1789518561.014042:0:22647:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e74379c9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1ba3fd75-b94d-432d-934d-65078cb73340+20:22650:x1876445522836608:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1789518561.014056:0:22647:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789518561.014074:0:22647:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8e73033ace00/0x8d0fd67942316168 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x8d0fd67942316161 expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518561.014095:0:22647:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8e73033ace00/0x8d0fd67942316168 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x8d0fd67942316161 expref: 21 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518561.014105:0:22647:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8e73033ace00/0x8d0fd67942316168 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x8d0fd67942316161 expref: 21 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518561.014113:0:22647:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8e73033ace00, rc 0) 00000100:00100000:2.0:1789518561.014158:0:22647:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e74379c9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1ba3fd75-b94d-432d-934d-65078cb73340+21:22650:x1876445522836608:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 117us (358us total) trans 0 rc 0/0 00000100:00100000:2.0:1789518561.014164:0:22647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 151 00000100:00100000:1.0:1789518561.014497:0:22650:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e7301ba0e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1ba3fd75-b94d-432d-934d-65078cb73340:22650:1876445522836608:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1789518561.014512:0:22650:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.143@tcp lock: ffff8e7435f0cc00/0x8d0fd67942316161 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x8d0fd67942316168 expref: -99 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518561.014521:0:22650:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.143@tcp lock: ffff8e7435f0cc00/0x8d0fd67942316161 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x8d0fd67942316168 expref: -99 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789518561.014581:0:22650:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e7301ba0e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1ba3fd75-b94d-432d-934d-65078cb73340:22650:1876445522836736:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1789518561.014607:0:22650:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789518561.014637:0:22650:0:(client.c:2716:ptlrpc_set_wait()) set ffff8e7302897cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1789518561.014827:0:22648:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522836736 00000100:00100000:2.0:1789518561.014832:0:22648:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522836736 00000100:00100000:2.0:1789518561.014865:0:22648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 152 00000100:00100000:2.0:1789518561.014872:0:22648:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e74379c8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1ba3fd75-b94d-432d-934d-65078cb73340+21:22650:x1876445522836736:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1789518561.015018:0:22648:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e74379c8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1ba3fd75-b94d-432d-934d-65078cb73340+21:22650:x1876445522836736:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 146us (409us total) trans 0 rc 0/0 00000100:00100000:2.0:1789518561.015038:0:22648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 152 00000100:00100000:3.0:1789518561.016733:0:22650:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e7301ba0e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1ba3fd75-b94d-432d-934d-65078cb73340:22650:1876445522836736:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1789518561.016793:0:22650:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e7303601c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1ba3fd75-b94d-432d-934d-65078cb73340:22650:1876445522836864:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1789518561.016863:0:22650:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789518561.016908:0:22650:0:(client.c:2716:ptlrpc_set_wait()) set ffff8e7406dad240 going to sleep for 11 seconds 00000100:00100000:2.0:1789518561.016998:0:22648:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522836864 00000100:00100000:2.0:1789518561.017006:0:22648:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522836864 00000100:00100000:2.0:1789518561.017109:0:22648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 153 00000100:00100000:2.0:1789518561.017120:0:22648:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e74379ca050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1ba3fd75-b94d-432d-934d-65078cb73340+21:22650:x1876445522836864:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1789518561.017250:0:22648:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e74379ca050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1ba3fd75-b94d-432d-934d-65078cb73340+21:22650:x1876445522836864:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 131us (386us total) trans 0 rc 0/0 00000100:00100000:2.0:1789518561.017259:0:22648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 153 00000100:00100000:3.0:1789518561.017343:0:22650:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e7303601c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1ba3fd75-b94d-432d-934d-65078cb73340:22650:1876445522836864:0@lo:503:ll_cfg_requeue.0 00000040:00080000:0.0:1789518561.018314:0:25698:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:3.0:1789518561.018528:0:22650:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:3.0:1789518561.018550:0:22650:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.143@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1789518561.018559:0:22650:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.143@tcp lock: ffff8e7435f0cc00/0x8d0fd67942316161 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x8d0fd67942316168 expref: -99 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518561.018569:0:22650:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.143@tcp lock: ffff8e7435f0cc00/0x8d0fd67942316161 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x8d0fd67942316168 expref: -99 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789518561.018579:0:22650:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:3.0:1789518561.018582:0:22650:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff8e740da5c000 from 13 10000000:01000000:3.0:1789518561.018584:0:22650:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1789518561.018614:0:22650:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.143@tcp lock: ffff8e7400030000/0x8d0fd6794231616f lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518561.018623:0:22650:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.143@tcp lock: ffff8e7400030000/0x8d0fd6794231616f lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518561.018633:0:22650:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.143@tcp lock: ffff8e7400030000/0x8d0fd6794231616f lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789518561.018661:0:22650:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e7303601c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1ba3fd75-b94d-432d-934d-65078cb73340:22650:1876445522836992:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1789518561.018708:0:22650:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789518561.028404:0:22650:0:(client.c:2716:ptlrpc_set_wait()) set ffff8e7406dad240 going to sleep for 11 seconds 00000100:00100000:1.0:1789518561.036273:0:22647:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522836992 00000100:00100000:1.0:1789518561.036291:0:22647:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522836992 00000100:00100000:1.0:1789518561.036367:0:22647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 154 00000100:00100000:1.0:1789518561.036378:0:22647:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e74379ca850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1ba3fd75-b94d-432d-934d-65078cb73340+21:22650:x1876445522836992:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1789518561.036398:0:22647:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789518561.036418:0:22647:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8e7435f0d400/0x8d0fd67942316176 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x8d0fd6794231616f expref: -99 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518561.036449:0:22647:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8e7435f0d400/0x8d0fd67942316176 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x8d0fd6794231616f expref: 22 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518561.036505:0:22647:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8e7435f0d400/0x8d0fd67942316176 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x8d0fd6794231616f expref: 22 pid: 22647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518561.036514:0:22647:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8e7435f0d400, rc 0) 00000100:00100000:1.0:1789518561.036603:0:22647:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e74379ca850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1ba3fd75-b94d-432d-934d-65078cb73340+22:22650:x1876445522836992:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 227us (17895us total) trans 0 rc 0/0 00000100:00100000:1.0:1789518561.036609:0:22647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 154 00000100:00100000:3.0:1789518561.040774:0:22650:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e7303601c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1ba3fd75-b94d-432d-934d-65078cb73340:22650:1876445522836992:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1789518561.040803:0:22650:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.143@tcp lock: ffff8e7400030000/0x8d0fd6794231616f lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x8d0fd67942316176 expref: -99 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518561.040817:0:22650:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.143@tcp lock: ffff8e7400030000/0x8d0fd6794231616f lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x8d0fd67942316176 expref: -99 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789518561.040903:0:22650:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e7303601c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1ba3fd75-b94d-432d-934d-65078cb73340:22650:1876445522837120:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1789518561.040977:0:22650:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789518561.041029:0:22650:0:(client.c:2716:ptlrpc_set_wait()) set ffff8e7406dad240 going to sleep for 11 seconds 00000100:00100000:0.0:1789518561.041328:0:22645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522837120 00000100:00100000:0.0:1789518561.041336:0:22645:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522837120 00000100:00100000:0.0:1789518561.041397:0:22645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 155 00000100:00100000:0.0:1789518561.041406:0:22645:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e74379cac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1ba3fd75-b94d-432d-934d-65078cb73340+22:22650:x1876445522837120:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1789518561.041547:0:22645:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e74379cac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1ba3fd75-b94d-432d-934d-65078cb73340+22:22650:x1876445522837120:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 142us (570us total) trans 0 rc 0/0 00000100:00100000:0.0:1789518561.041555:0:22645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 155 00000100:00100000:3.0:1789518561.041648:0:22650:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e7303601c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1ba3fd75-b94d-432d-934d-65078cb73340:22650:1876445522837120:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1789518561.041673:0:22650:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e7303601c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1ba3fd75-b94d-432d-934d-65078cb73340:22650:1876445522837248:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1789518561.041715:0:22650:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789518561.041741:0:22650:0:(client.c:2716:ptlrpc_set_wait()) set ffff8e7406dad240 going to sleep for 11 seconds 00000100:00100000:3.0:1789518561.041756:0:22648:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522837248 00000100:00100000:3.0:1789518561.041759:0:22648:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522837248 00000100:00100000:3.0:1789518561.041777:0:22648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 156 00000100:00100000:3.0:1789518561.041783:0:22648:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e74379cbc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1ba3fd75-b94d-432d-934d-65078cb73340+22:22650:x1876445522837248:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1789518561.041862:0:22648:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e74379cbc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1ba3fd75-b94d-432d-934d-65078cb73340+22:22650:x1876445522837248:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 78us (146us total) trans 0 rc 0/0 00000100:00100000:3.0:1789518561.041868:0:22648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 156 00000100:00100000:3.0:1789518561.041913:0:22650:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e7303601c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1ba3fd75-b94d-432d-934d-65078cb73340:22650:1876445522837248:0@lo:503:ll_cfg_requeue.0 00000040:00080000:3.0:1789518561.052698:0:25699:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:0.0:1789518561.052886:0:22650:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:0.0:1789518561.052913:0:22650:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.143@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1789518561.052924:0:22650:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.143@tcp lock: ffff8e7400030000/0x8d0fd6794231616f lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x8d0fd67942316176 expref: -99 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518561.052935:0:22650:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.143@tcp lock: ffff8e7400030000/0x8d0fd6794231616f lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x8d0fd67942316176 expref: -99 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789518561.052958:0:22650:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:0.0:1789518561.052962:0:22650:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff8e7302058000 from 13 10000000:01000000:0.0:1789518561.052965:0:22650:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1789518561.053005:0:22650:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.143@tcp lock: ffff8e7435f9c600/0x8d0fd6794231617d lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518561.053014:0:22650:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.143@tcp lock: ffff8e7435f9c600/0x8d0fd6794231617d lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518561.053026:0:22650:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.143@tcp lock: ffff8e7435f9c600/0x8d0fd6794231617d lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789518561.053051:0:22650:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e743f9b0e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1ba3fd75-b94d-432d-934d-65078cb73340:22650:1876445522837376:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1789518561.053128:0:22650:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789518561.053171:0:22650:0:(client.c:2716:ptlrpc_set_wait()) set ffff8e7435fb3300 going to sleep for 11 seconds 00000100:00100000:3.0:1789518561.053315:0:22648:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522837376 00000100:00100000:3.0:1789518561.053322:0:22648:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522837376 00000100:00100000:3.0:1789518561.053372:0:22648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 157 00000100:00100000:3.0:1789518561.053381:0:22648:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e74379c8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1ba3fd75-b94d-432d-934d-65078cb73340+22:22650:x1876445522837376:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1789518561.053394:0:22648:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789518561.053406:0:22648:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8e7400030600/0x8d0fd67942316184 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x8d0fd6794231617d expref: -99 pid: 22648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518561.053429:0:22648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8e7400030600/0x8d0fd67942316184 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x8d0fd6794231617d expref: 23 pid: 22648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518561.053439:0:22648:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8e7400030600/0x8d0fd67942316184 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x8d0fd6794231617d expref: 23 pid: 22648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518561.053448:0:22648:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8e7400030600, rc 0) 00000100:00100000:3.0:1789518561.053608:0:22648:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e74379c8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1ba3fd75-b94d-432d-934d-65078cb73340+23:22650:x1876445522837376:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 228us (479us total) trans 0 rc 0/0 00000100:00100000:3.0:1789518561.053616:0:22648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 157 00000100:00100000:1.0:1789518561.054096:0:22650:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e743f9b0e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1ba3fd75-b94d-432d-934d-65078cb73340:22650:1876445522837376:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1789518561.054114:0:22650:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.143@tcp lock: ffff8e7435f9c600/0x8d0fd6794231617d lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x8d0fd67942316184 expref: -99 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518561.054125:0:22650:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.143@tcp lock: ffff8e7435f9c600/0x8d0fd6794231617d lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x8d0fd67942316184 expref: -99 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789518561.054317:0:22650:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e7301ba2d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1ba3fd75-b94d-432d-934d-65078cb73340:22650:1876445522837504:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1789518561.054352:0:22650:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789518561.054392:0:22650:0:(client.c:2716:ptlrpc_set_wait()) set ffff8e7302897780 going to sleep for 11 seconds 00000100:00100000:3.0:1789518561.055638:0:22647:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522837504 00000100:00100000:3.0:1789518561.055650:0:22647:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522837504 00000100:00100000:3.0:1789518561.055711:0:22647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 158 00000100:00100000:3.0:1789518561.055720:0:22647:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e74379cb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1ba3fd75-b94d-432d-934d-65078cb73340+23:22650:x1876445522837504:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1789518561.056261:0:22647:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e74379cb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1ba3fd75-b94d-432d-934d-65078cb73340+23:22650:x1876445522837504:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 540us (1906us total) trans 0 rc 0/0 00000100:00100000:3.0:1789518561.056270:0:22647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 158 00000100:00100000:1.0:1789518561.057662:0:22650:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e7301ba2d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1ba3fd75-b94d-432d-934d-65078cb73340:22650:1876445522837504:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1789518561.057741:0:22650:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e7301ba2d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1ba3fd75-b94d-432d-934d-65078cb73340:22650:1876445522837632:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1789518561.057798:0:22650:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789518561.057834:0:22650:0:(client.c:2716:ptlrpc_set_wait()) set ffff8e7302897780 going to sleep for 11 seconds 00000100:00100000:3.0:1789518561.060200:0:22648:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522837632 00000100:00100000:3.0:1789518561.060232:0:22648:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522837632 00000100:00100000:3.0:1789518561.060299:0:22648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159 00000100:00100000:3.0:1789518561.060309:0:22648:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e74379cb450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1ba3fd75-b94d-432d-934d-65078cb73340+23:22650:x1876445522837632:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1789518561.061242:0:22648:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e74379cb450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1ba3fd75-b94d-432d-934d-65078cb73340+23:22650:x1876445522837632:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 931us (3440us total) trans 0 rc 0/0 00000100:00100000:3.0:1789518561.061253:0:22648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159 00000100:00100000:2.0:1789518561.063541:0:22650:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e7301ba2d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1ba3fd75-b94d-432d-934d-65078cb73340:22650:1876445522837632:0@lo:503:ll_cfg_requeue.0 00000040:00080000:0.0:1789518561.064698:0:25700:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:1.0:1789518561.064973:0:22650:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:1.0:1789518561.065000:0:22650:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.143@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:1.0:1789518561.065011:0:22650:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.143@tcp lock: ffff8e7435f9c600/0x8d0fd6794231617d lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x8d0fd67942316184 expref: -99 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518561.065039:0:22650:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.143@tcp lock: ffff8e7435f9c600/0x8d0fd6794231617d lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x8d0fd67942316184 expref: -99 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789518561.065050:0:22650:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:1.0:1789518561.065053:0:22650:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff8e74411bf800 from 13 10000000:01000000:1.0:1789518561.065056:0:22650:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1789518561.065270:0:22650:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.143@tcp lock: ffff8e7435f0de00/0x8d0fd6794231618b lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518561.065277:0:22650:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.143@tcp lock: ffff8e7435f0de00/0x8d0fd6794231618b lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518561.065288:0:22650:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.143@tcp lock: ffff8e7435f0de00/0x8d0fd6794231618b lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789518561.065309:0:22650:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e7301ba1180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1ba3fd75-b94d-432d-934d-65078cb73340:22650:1876445522837760:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1789518561.065367:0:22650:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789518561.065405:0:22650:0:(client.c:2716:ptlrpc_set_wait()) set ffff8e7302897600 going to sleep for 11 seconds 00000100:00100000:0.0:1789518561.065518:0:22645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522837760 00000100:00100000:0.0:1789518561.065525:0:22645:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522837760 00000100:00100000:0.0:1789518561.065572:0:22645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 160 00000100:00100000:0.0:1789518561.065581:0:22645:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e74379c8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1ba3fd75-b94d-432d-934d-65078cb73340+23:22650:x1876445522837760:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1789518561.065595:0:22645:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789518561.065607:0:22645:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8e7435f9ce00/0x8d0fd67942316192 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x8d0fd6794231618b expref: -99 pid: 22645 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518561.065631:0:22645:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8e7435f9ce00/0x8d0fd67942316192 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x8d0fd6794231618b expref: 24 pid: 22645 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518561.065642:0:22645:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8e7435f9ce00/0x8d0fd67942316192 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x8d0fd6794231618b expref: 24 pid: 22645 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518561.065650:0:22645:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8e7435f9ce00, rc 0) 00000100:00100000:0.0:1789518561.065694:0:22645:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e74379c8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1ba3fd75-b94d-432d-934d-65078cb73340+24:22650:x1876445522837760:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 114us (327us total) trans 0 rc 0/0 00000100:00100000:0.0:1789518561.065703:0:22645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 160 00000100:00100000:2.0:1789518561.065795:0:22650:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e7301ba1180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1ba3fd75-b94d-432d-934d-65078cb73340:22650:1876445522837760:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1789518561.065809:0:22650:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.143@tcp lock: ffff8e7435f0de00/0x8d0fd6794231618b lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x8d0fd67942316192 expref: -99 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518561.065818:0:22650:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.143@tcp lock: ffff8e7435f0de00/0x8d0fd6794231618b lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x8d0fd67942316192 expref: -99 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789518561.065872:0:22650:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e742bf67800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1ba3fd75-b94d-432d-934d-65078cb73340:22650:1876445522837888:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1789518561.065899:0:22650:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789518561.065928:0:22650:0:(client.c:2716:ptlrpc_set_wait()) set ffff8e73035aaa80 going to sleep for 11 seconds 00000100:00100000:3.0:1789518561.066035:0:22648:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522837888 00000100:00100000:3.0:1789518561.066040:0:22648:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522837888 00000100:00100000:3.0:1789518561.066073:0:22648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 161 00000100:00100000:3.0:1789518561.066080:0:22648:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e74379c9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1ba3fd75-b94d-432d-934d-65078cb73340+24:22650:x1876445522837888:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1789518561.066336:0:22648:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e74379c9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1ba3fd75-b94d-432d-934d-65078cb73340+24:22650:x1876445522837888:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 255us (435us total) trans 0 rc 0/0 00000100:00100000:3.0:1789518561.066345:0:22648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 161 00000100:00100000:2.0:1789518561.068107:0:22650:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e742bf67800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1ba3fd75-b94d-432d-934d-65078cb73340:22650:1876445522837888:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1789518561.068163:0:22650:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e742bf67800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1ba3fd75-b94d-432d-934d-65078cb73340:22650:1876445522838016:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1789518561.068348:0:22650:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789518561.068390:0:22650:0:(client.c:2716:ptlrpc_set_wait()) set ffff8e73035aaa80 going to sleep for 11 seconds 00000100:00100000:0.0:1789518561.068489:0:22645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522838016 00000100:00100000:0.0:1789518561.068495:0:22645:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522838016 00000100:00100000:0.0:1789518561.068541:0:22645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 162 00000100:00100000:0.0:1789518561.068550:0:22645:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e74379cb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1ba3fd75-b94d-432d-934d-65078cb73340+24:22650:x1876445522838016:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1789518561.068656:0:22645:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e74379cb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1ba3fd75-b94d-432d-934d-65078cb73340+24:22650:x1876445522838016:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 106us (308us total) trans 0 rc 0/0 00000100:00100000:0.0:1789518561.068663:0:22645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 162 00000100:00100000:2.0:1789518561.068905:0:22650:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e742bf67800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1ba3fd75-b94d-432d-934d-65078cb73340:22650:1876445522838016:0@lo:503:ll_cfg_requeue.0 00000040:00080000:0.0:1789518561.070113:0:25701:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:2.0:1789518561.070350:0:22650:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:2.0:1789518561.070373:0:22650:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.143@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:2.0:1789518561.070384:0:22650:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.143@tcp lock: ffff8e7435f0de00/0x8d0fd6794231618b lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x8d0fd67942316192 expref: -99 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518561.070396:0:22650:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.143@tcp lock: ffff8e7435f0de00/0x8d0fd6794231618b lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x8d0fd67942316192 expref: -99 pid: 22650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789518561.108816:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1789518561.111385:0:22648:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445501743872 00000100:00100000:3.0:1789518561.111401:0:22648:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445501743872 00000100:00100000:3.0:1789518561.111460:0:22648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 163 00000100:00100000:3.0:1789518561.111506:0:22648:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e74379c9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8fe33aaa-a487-4a1c-a515-01b14206f1f5+11:18036:x1876445501743872:12345-192.168.202.43@tcp:101:ll_cfg_requeue.0 00010000:00010000:3.0:1789518561.111524:0:22648:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789518561.111547:0:22648:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8e74421c2e00/0x8d0fd67942316199 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x3c6c92dc78566734 expref: -99 pid: 22648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518561.111577:0:22648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8e74421c2e00/0x8d0fd67942316199 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 192.168.202.43@tcp remote: 0x3c6c92dc78566734 expref: 12 pid: 22648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518561.111589:0:22648:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8e74421c2e00/0x8d0fd67942316199 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 192.168.202.43@tcp remote: 0x3c6c92dc78566734 expref: 12 pid: 22648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518561.111598:0:22648:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8e74421c2e00, rc 0) 00000100:00100000:3.0:1789518561.111686:0:22648:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e74379c9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8fe33aaa-a487-4a1c-a515-01b14206f1f5+12:18036:x1876445501743872:12345-192.168.202.43@tcp:101:ll_cfg_requeue.0 Request processed in 184us (2880us total) trans 0 rc 0/0 00000100:00100000:3.0:1789518561.111693:0:22648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 163 00000100:00100000:0.0:1789518561.113912:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1789518561.114006:0:22647:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445501744000 00000100:00100000:3.0:1789518561.114015:0:22647:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445501744000 00000100:00100000:3.0:1789518561.114072:0:22647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 164 00000100:00100000:3.0:1789518561.114081:0:22647:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e74379c8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8fe33aaa-a487-4a1c-a515-01b14206f1f5+12:18036:x1876445501744000:12345-192.168.202.43@tcp:501:ll_cfg_requeue.0 00000100:00100000:3.0:1789518561.114232:0:22647:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e74379c8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8fe33aaa-a487-4a1c-a515-01b14206f1f5+12:18036:x1876445501744000:12345-192.168.202.43@tcp:501:ll_cfg_requeue.0 Request processed in 151us (327us total) trans 0 rc 0/0 00000100:00100000:3.0:1789518561.114241:0:22647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 164 00000100:00100000:2.0:1789518561.120458:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1789518561.120611:0:22645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445501744128 00000100:00100000:0.0:1789518561.120622:0:22645:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445501744128 00000100:00100000:0.0:1789518561.120685:0:22645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 165 00000100:00100000:0.0:1789518561.120696:0:22645:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e741e87d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8fe33aaa-a487-4a1c-a515-01b14206f1f5+12:18036:x1876445501744128:12345-192.168.202.43@tcp:503:ll_cfg_requeue.0 00000100:00100000:0.0:1789518561.120857:0:22645:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e741e87d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8fe33aaa-a487-4a1c-a515-01b14206f1f5+12:18036:x1876445501744128:12345-192.168.202.43@tcp:503:ll_cfg_requeue.0 Request processed in 162us (409us total) trans 0 rc 0/0 00000100:00100000:0.0:1789518561.120865:0:22645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 165 00000100:00100000:0.0:1789518561.125655:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1789518561.126037:0:22648:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445501744256 00000100:00100000:1.0:1789518561.126048:0:22648:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445501744256 00000100:00100000:1.0:1789518561.126116:0:22648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 166 00000100:00100000:1.0:1789518561.126126:0:22648:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e741e87cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8fe33aaa-a487-4a1c-a515-01b14206f1f5+12:18036:x1876445501744256:12345-192.168.202.43@tcp:101:ll_cfg_requeue.0 00010000:00010000:1.0:1789518561.126144:0:22648:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789518561.126163:0:22648:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8e7435f0d600/0x8d0fd679423161a0 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0x3c6c92dc7856673b expref: -99 pid: 22648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518561.126195:0:22648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8e7435f0d600/0x8d0fd679423161a0 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 192.168.202.43@tcp remote: 0x3c6c92dc7856673b expref: 13 pid: 22648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518561.126238:0:22648:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8e7435f0d600/0x8d0fd679423161a0 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 192.168.202.43@tcp remote: 0x3c6c92dc7856673b expref: 13 pid: 22648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518561.126247:0:22648:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8e7435f0d600, rc 0) 00000100:00100000:1.0:1789518561.126310:0:22648:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e741e87cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8fe33aaa-a487-4a1c-a515-01b14206f1f5+13:18036:x1876445501744256:12345-192.168.202.43@tcp:101:ll_cfg_requeue.0 Request processed in 185us (665us total) trans 0 rc 0/0 00000100:00100000:1.0:1789518561.126317:0:22648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 166 00000100:00100000:1.0:1789518561.140356:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1789518561.140444:0:22647:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445501744384 00000100:00100000:3.0:1789518561.140455:0:22647:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445501744384 00000100:00100000:3.0:1789518561.140552:0:22647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 167 00000100:00100000:3.0:1789518561.140562:0:22647:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e741e87f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8fe33aaa-a487-4a1c-a515-01b14206f1f5+13:18036:x1876445501744384:12345-192.168.202.43@tcp:501:ll_cfg_requeue.0 00000100:00100000:3.0:1789518561.140720:0:22647:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e741e87f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8fe33aaa-a487-4a1c-a515-01b14206f1f5+13:18036:x1876445501744384:12345-192.168.202.43@tcp:501:ll_cfg_requeue.0 Request processed in 159us (371us total) trans 0 rc 0/0 00000100:00100000:3.0:1789518561.140728:0:22647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 167 00000100:00100000:2.0:1789518561.151547:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1789518561.152423:0:22645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445501744512 00000100:00100000:0.0:1789518561.152435:0:22645:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445501744512 00000100:00100000:0.0:1789518561.152592:0:22645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 168 00000100:00100000:0.0:1789518561.152602:0:22645:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e741e87f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8fe33aaa-a487-4a1c-a515-01b14206f1f5+13:18036:x1876445501744512:12345-192.168.202.43@tcp:503:ll_cfg_requeue.0 00000100:00100000:0.0:1789518561.152741:0:22645:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e741e87f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8fe33aaa-a487-4a1c-a515-01b14206f1f5+13:18036:x1876445501744512:12345-192.168.202.43@tcp:503:ll_cfg_requeue.0 Request processed in 139us (1203us total) trans 0 rc 0/0 00000100:00100000:0.0:1789518561.152749:0:22645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 168 00000100:00100000:3.0:1789518561.270973:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e7301ba0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3640:1876445522838144:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1789518561.271042:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789518561.271302:0:24166:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522838144 00000100:00100000:1.0:1789518561.271310:0:24166:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522838144 00000100:00100000:1.0:1789518561.271375:0:24166:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:1.0:1789518561.271386:0:24166:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7303601c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1876445522838144:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1789518561.271415:0:24166:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3915857920 avail 3684335616 00000100:00100000:1.0:1789518561.271494:0:24166:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7303601c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1876445522838144:12345-0@lo:13:osp-pre-0-1.0 Request processed in 110us (451us total) trans 0 rc 0/0 00000100:00100000:1.0:1789518561.271501:0:24166:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:3.0:1789518561.271585:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e7301ba0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3640:1876445522838144:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1789518561.271643:0:22649:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1789518561.597109:0:22641:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789518561.783517:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e742bf67800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1876445522838272:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1789518561.783594:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789518561.783750:0:23397:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522838272 00000100:00100000:2.0:1789518561.783760:0:23397:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522838272 00000100:00100000:2.0:1789518561.783820:0:23397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00100000:2.0:1789518561.783830:0:23397:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7303601500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3637:x1876445522838272:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1789518561.783865:0:23397:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446309888 avail 1300070400 00000100:00100000:2.0:1789518561.783915:0:23397:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7303601500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3637:x1876445522838272:12345-0@lo:41:osp-pre-0-1.0 Request processed in 87us (322us total) trans 0 rc 0/0 00000100:00100000:2.0:1789518561.783922:0:23397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000100:00100000:3.0:1789518561.784020:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e742bf67800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1876445522838272:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1789518561.784292:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1789518561.784317:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e7301ba0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1876445522838400:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1789518561.784344:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789518561.784493:0:22659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522838400 00000100:00100000:2.0:1789518561.784499:0:22659:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522838400 00000100:00100000:2.0:1789518561.784533:0:22659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:2.0:1789518561.784541:0:22659:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7303600380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3637:x1876445522838400:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1789518561.784560:0:22659:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:2.0:1789518561.784603:0:22659:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7303600380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3637:x1876445522838400:12345-0@lo:41:osp-pre-1-0.0 Request processed in 63us (258us total) trans 0 rc 0/0 00000100:00100000:2.0:1789518561.784609:0:22659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00100000:1.0:1789518561.784748:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e7301ba0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1876445522838400:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1789518561.941005:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1789518561.948933:0:22654:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445501744640 00000100:00100000:2.0:1789518561.948969:0:22654:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445501744640 00000100:00100000:2.0:1789518561.949081:0:22654:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 23 00000100:00100000:2.0:1789518561.949095:0:22654:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e743f9b0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0dd73589-3012-4aa9-8181-d1fd4f88ac64+6:18660:x1876445501744640:12345-192.168.202.43@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1789518561.949116:0:22654:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789518561.949154:0:22654:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033ac600/0x8d0fd679423161a7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3c6c92dc78566742 expref: -99 pid: 22654 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518561.949225:0:22654:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033adc00/0x8d0fd679423161ae lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22654 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518561.949239:0:22654:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033adc00/0x8d0fd679423161ae lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22654 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518561.949252:0:22654:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033adc00/0x8d0fd679423161ae lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22654 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518561.949266:0:22654:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033ac000/0x8d0fd679423161b5 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22654 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518561.949273:0:22654:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033ac000/0x8d0fd679423161b5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22654 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518561.949280:0:22654:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033ac000/0x8d0fd679423161b5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22654 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518561.949371:0:22654:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033ade00/0x8d0fd679423161bc lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22654 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518561.949380:0:22654:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033ade00/0x8d0fd679423161bc lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22654 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518561.949387:0:22654:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033ade00/0x8d0fd679423161bc lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22654 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1789518561.949428:0:22654:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000002:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1789518561.949433:0:22654:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1789518561.949515:0:22654:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033ade00/0x8d0fd679423161bc lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22654 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518561.949527:0:22654:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033adc00/0x8d0fd679423161ae lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22654 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518561.949534:0:22654:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033adc00/0x8d0fd679423161ae lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22654 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518561.949542:0:22654:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033adc00/0x8d0fd679423161ae lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22654 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518561.949548:0:22654:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8e73033adc00 already unused, calling callback (ffffffffc17e44f0) 00010000:00010000:2.0:1789518561.949567:0:22654:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033adc00/0x8d0fd679423161ae lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22654 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518561.949885:0:22654:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033adc00/0x8d0fd679423161ae lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22654 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518561.949899:0:22654:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8e743b22e600) 00010000:00010000:2.0:1789518561.949901:0:22654:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1789518561.949907:0:22654:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033adc00/0x8d0fd679423161ae lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22654 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518561.949912:0:22654:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033adc00/0x8d0fd679423161ae lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22654 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518561.949928:0:22654:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033ac000/0x8d0fd679423161b5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22654 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518561.949945:0:22654:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033ac000/0x8d0fd679423161b5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22654 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518561.949951:0:22654:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033ac000/0x8d0fd679423161b5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22654 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518561.949956:0:22654:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8e73033ac000 already unused, calling callback (ffffffffc17e44f0) 00010000:00010000:2.0:1789518561.949959:0:22654:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033ac000/0x8d0fd679423161b5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22654 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518561.949965:0:22654:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033ac000/0x8d0fd679423161b5 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22654 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518561.949973:0:22654:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3b979c7a (ffff8e73010b7400) 00010000:00010000:2.0:1789518561.949975:0:22654:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1789518561.949978:0:22654:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033ac000/0x8d0fd679423161b5 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22654 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518561.949984:0:22654:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033ac000/0x8d0fd679423161b5 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22654 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518561.950019:0:22654:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033ac600/0x8d0fd679423161a7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0x3c6c92dc78566742 expref: 8 pid: 22654 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518561.950031:0:22654:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033ade00/0x8d0fd679423161bc lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0x3c6c92dc78566742 expref: 7 pid: 22654 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518561.950037:0:22654:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff8e73010b7b00) 00010000:00010000:2.0:1789518561.950039:0:22654:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1789518561.950047:0:22654:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8e73033ade00, rc 0) 00000100:00100000:2.0:1789518561.950184:0:22654:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e743f9b0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0dd73589-3012-4aa9-8181-d1fd4f88ac64+7:18660:x1876445501744640:12345-192.168.202.43@tcp:101:lhsmtool_posix.0 Request processed in 1092us (9187us total) trans 0 rc 0/0 00000100:00100000:2.0:1789518561.950192:0:22654:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 23 00000100:00080000:0.0:1789518561.953709:0:22649:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1789518561.963037:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1789518561.963125:0:22665:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445501744768 00000100:00100000:2.0:1789518561.963146:0:22665:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445501744768 00000100:00100000:2.0:1789518561.963203:0:22665:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 5 00000100:00100000:2.0:1789518561.963214:0:22665:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7301ba0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:0dd73589-3012-4aa9-8181-d1fd4f88ac64+7:18660:x1876445501744768:12345-192.168.202.43@tcp:900:lhsmtool_posix.0 00000100:00100000:2.0:1789518561.963303:0:22665:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7301ba0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:0dd73589-3012-4aa9-8181-d1fd4f88ac64+7:18660:x1876445501744768:12345-192.168.202.43@tcp:900:lhsmtool_posix.0 Request processed in 91us (275us total) trans 0 rc 0/0 00000100:00100000:2.0:1789518561.963312:0:22665:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 5 00000100:00100000:1.0:1789518561.968976:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1789518561.969362:0:22655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445501745024 00000100:00100000:2.0:1789518561.969374:0:22655:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445501745024 00000100:00100000:2.0:1789518561.969440:0:22655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 24 00000100:00100000:2.0:1789518561.969451:0:22655:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7301ba3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0dd73589-3012-4aa9-8181-d1fd4f88ac64+7:18660:x1876445501745024:12345-192.168.202.43@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1789518561.969497:0:22655:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789518561.969518:0:22655:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033ac600/0x8d0fd679423161c3 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3c6c92dc78566749 expref: -99 pid: 22655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518561.969819:0:22655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033ac000/0x8d0fd679423161ca lrc: 3/1,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518561.969834:0:22655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033ac000/0x8d0fd679423161ca lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518561.969846:0:22655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033ac000/0x8d0fd679423161ca lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518561.969861:0:22655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033adc00/0x8d0fd679423161d1 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518561.969883:0:22655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033adc00/0x8d0fd679423161d1 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518561.969890:0:22655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033adc00/0x8d0fd679423161d1 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518561.970007:0:22655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033ad000/0x8d0fd679423161d8 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518561.970016:0:22655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033ad000/0x8d0fd679423161d8 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518561.970022:0:22655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033ad000/0x8d0fd679423161d8 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22655 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1789518561.970032:0:22655:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000002:0x2:0x0]: returning size 4096 00010000:00010000:2.0:1789518561.970519:0:22655:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033ac000/0x8d0fd679423161ca lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518561.970528:0:22655:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033ac000/0x8d0fd679423161ca lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 22655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518561.970536:0:22655:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033ac000/0x8d0fd679423161ca lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518561.970541:0:22655:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8e73033ac000 already unused, calling callback (ffffffffc17e44f0) 00010000:00010000:2.0:1789518561.970546:0:22655:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033ac000/0x8d0fd679423161ca lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518561.970555:0:22655:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033ac000/0x8d0fd679423161ca lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 22655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518561.970646:0:22655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff8e73010b7b00) 00010000:00010000:2.0:1789518561.970650:0:22655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1789518561.970655:0:22655:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033ac000/0x8d0fd679423161ca lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518561.970662:0:22655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033ac000/0x8d0fd679423161ca lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518561.970675:0:22655:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033adc00/0x8d0fd679423161d1 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518561.970682:0:22655:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033adc00/0x8d0fd679423161d1 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518561.970689:0:22655:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033adc00/0x8d0fd679423161d1 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518561.970693:0:22655:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8e73033adc00 already unused, calling callback (ffffffffc17e44f0) 00010000:00010000:2.0:1789518561.970700:0:22655:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033adc00/0x8d0fd679423161d1 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518561.970706:0:22655:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033adc00/0x8d0fd679423161d1 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518561.970713:0:22655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x8d45d6bc (ffff8e73010b7400) 00010000:00010000:2.0:1789518561.970715:0:22655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1789518561.970718:0:22655:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033adc00/0x8d0fd679423161d1 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518561.970724:0:22655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033adc00/0x8d0fd679423161d1 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518561.973753:0:22655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033ac600/0x8d0fd679423161c3 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0x3c6c92dc78566749 expref: 10 pid: 22655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518561.973780:0:22655:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033ad000/0x8d0fd679423161d8 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0x3c6c92dc78566749 expref: 9 pid: 22655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518561.973788:0:22655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8e73010b7000) 00010000:00010000:2.0:1789518561.973791:0:22655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1789518561.973794:0:22655:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8e73033ad000, rc 0) 00000100:00100000:2.0:1789518561.973864:0:22655:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7301ba3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0dd73589-3012-4aa9-8181-d1fd4f88ac64+9:18660:x1876445501745024:12345-192.168.202.43@tcp:101:lhsmtool_posix.0 Request processed in 4412us (4896us total) trans 12884901889 rc 0/0 00000100:00100000:2.0:1789518561.973872:0:22655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 24 00000100:00100000:0.0:1789518561.983260:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1789518561.984919:0:22654:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445501745152 00000100:00100000:2.0:1789518561.984942:0:22654:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445501745152 00000100:00100000:2.0:1789518561.985074:0:22654:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 25 00000100:00100000:2.0:1789518561.985085:0:22654:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e743f9b1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0dd73589-3012-4aa9-8181-d1fd4f88ac64+9:18660:x1876445501745152:12345-192.168.202.43@tcp:59:lhsmtool_posix.0 00000100:00100000:2.0:1789518561.985438:0:22654:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e743f9b1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0dd73589-3012-4aa9-8181-d1fd4f88ac64+9:18660:x1876445501745152:12345-192.168.202.43@tcp:59:lhsmtool_posix.0 Request processed in 353us (2185us total) trans 0 rc 0/0 00000100:00100000:2.0:1789518561.985446:0:22654:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 25 00000100:00100000:1.0:1789518561.992160:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1789518561.992245:0:22653:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445501745280 00000100:00100000:3.0:1789518561.992256:0:22653:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445501745280 00000100:00100000:3.0:1789518561.992328:0:22653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 26 00000100:00100000:3.0:1789518561.992338:0:22653:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7301ba2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0dd73589-3012-4aa9-8181-d1fd4f88ac64+5:18660:x1876445501745280:12345-192.168.202.43@tcp:59:lhsmtool_posix.0 00000100:00080000:0.0:1789518561.992526:0:22649:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000004:00080000:3.0:1789518561.994979:0:22653:0:(mdt_identity.c:119:mdt_identity_do_upcall()) lustre-MDT0001: invoked upcall /home/green/git/lustre-release/lustre/utils/l_getidentity lustre-MDT0001 0, time 2596us 00000100:00100000:0.0:1789518562.041867:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1789518562.041920:0:24590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445501745408 00000100:00100000:0.0:1789518562.041929:0:24590:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445501745408 00000100:00100000:0.0:1789518562.041999:0:24590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 27 00000100:00100000:0.0:1789518562.042009:0:24590:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e743f9b0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0dd73589-3012-4aa9-8181-d1fd4f88ac64+9:18666:x1876445501745408:12345-192.168.202.43@tcp:101:lfs.0 00010000:00010000:0.0:1789518562.042030:0:24590:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789518562.042055:0:24590:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8e7435f9c400/0x8d0fd679423161e6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3c6c92dc78566750 expref: -99 pid: 24590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518562.042121:0:24590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8e7435f9cc00/0x8d0fd679423161ed lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 24590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518562.042136:0:24590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8e7435f9cc00/0x8d0fd679423161ed lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 24590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518562.042148:0:24590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8e7435f9cc00/0x8d0fd679423161ed lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 24590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518562.042203:0:24590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8e7435f9d000/0x8d0fd679423161f4 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 24590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518562.042211:0:24590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8e7435f9d000/0x8d0fd679423161f4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 24590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518562.042219:0:24590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8e7435f9d000/0x8d0fd679423161f4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 24590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518562.042261:0:24590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8e7435f9cc00/0x8d0fd679423161ed lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 24590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518562.042268:0:24590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8e7435f9cc00/0x8d0fd679423161ed lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 24590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518562.042275:0:24590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8e7435f9cc00/0x8d0fd679423161ed lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 24590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518562.042290:0:24590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8e7435f9cc00 already unused, calling callback (ffffffffc17e44f0) 00010000:00010000:0.0:1789518562.042294:0:24590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8e7435f9cc00/0x8d0fd679423161ed lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 24590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518562.042302:0:24590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8e7435f9cc00/0x8d0fd679423161ed lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 24590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518562.042314:0:24590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8e743b22e600) 00010000:00010000:0.0:1789518562.042317:0:24590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1789518562.042321:0:24590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8e7435f9cc00/0x8d0fd679423161ed lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 24590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518562.042327:0:24590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8e7435f9cc00/0x8d0fd679423161ed lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 24590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518562.042341:0:24590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8e7435f9d000/0x8d0fd679423161f4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 24590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518562.042347:0:24590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8e7435f9d000/0x8d0fd679423161f4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 24590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518562.042353:0:24590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8e7435f9d000/0x8d0fd679423161f4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 24590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518562.042358:0:24590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8e7435f9d000 already unused, calling callback (ffffffffc17e44f0) 00010000:00010000:0.0:1789518562.042361:0:24590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8e7435f9d000/0x8d0fd679423161f4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 24590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518562.042366:0:24590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8e7435f9d000/0x8d0fd679423161f4 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 24590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518562.042384:0:24590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff8e7303358e00) 00010000:00010000:0.0:1789518562.042386:0:24590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1789518562.042389:0:24590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8e7435f9d000/0x8d0fd679423161f4 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 24590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518562.042395:0:24590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8e7435f9d000/0x8d0fd679423161f4 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 24590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518562.042428:0:24590:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8e7435f9c400/0x8d0fd679423161e6 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0x3c6c92dc78566750 expref: 10 pid: 24590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518562.042437:0:24590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8e743b22e600) 00010000:00010000:0.0:1789518562.042439:0:24590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1789518562.042443:0:24590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8e7435f9c400/0x8d0fd679423161e6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.43@tcp remote: 0x3c6c92dc78566750 expref: 10 pid: 24590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518562.042452:0:24590:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8e7435f9c400, rc 0) 00000100:00100000:0.0:1789518562.042543:0:24590:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e743f9b0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0dd73589-3012-4aa9-8181-d1fd4f88ac64+9:18666:x1876445501745408:12345-192.168.202.43@tcp:101:lfs.0 Request processed in 536us (690us total) trans 0 rc 301/301 00000100:00100000:0.0:1789518562.042551:0:24590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 27 00000100:00100000:0.0:1789518562.056817:0:22653:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7301ba2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0dd73589-3012-4aa9-8181-d1fd4f88ac64+5:18660:x1876445501745280:12345-192.168.202.43@tcp:59:lhsmtool_posix.0 Request processed in 64469us (64659us total) trans 0 rc 0/0 00000100:00100000:0.0:1789518562.056832:0:22653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 26 00000100:00100000:3.0:1789518562.070167:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1789518562.070317:0:22663:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445501745536 00000100:00100000:1.0:1789518562.070328:0:22663:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445501745536 00000100:00100000:1.0:1789518562.070383:0:22663:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 0 00000100:00100000:1.0:1789518562.070394:0:22663:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7303602680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0001:0dd73589-3012-4aa9-8181-d1fd4f88ac64+9:18666:x1876445501745536:12345-192.168.202.43@tcp:700:lfs.0 00000100:00100000:1.0:1789518562.070508:0:22663:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7303602680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0001:0dd73589-3012-4aa9-8181-d1fd4f88ac64+9:18666:x1876445501745536:12345-192.168.202.43@tcp:700:lfs.0 Request processed in 114us (351us total) trans 0 rc 0/0 00000100:00100000:1.0:1789518562.070530:0:22663:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 0 00000100:00100000:1.0:1789518562.073121:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1789518562.073265:0:22655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445501745792 00000100:00100000:3.0:1789518562.073276:0:22655:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445501745792 00000100:00100000:3.0:1789518562.073326:0:22655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 28 00000100:00100000:3.0:1789518562.073338:0:22655:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7301ba1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0dd73589-3012-4aa9-8181-d1fd4f88ac64+9:18666:x1876445501745792:12345-192.168.202.43@tcp:36:lfs.0 00010000:00010000:3.0:1789518562.073393:0:22655:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1789518562.073421:0:22655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8e74421c2000/0x8d0fd67942316114 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0x3c6c92dc785666bd expref: 9 pid: 22653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518562.073438:0:22655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8e743b22e600) 00010000:00010000:3.0:1789518562.073443:0:22655:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1789518562.073553:0:22655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8e74421c2a00/0x8d0fd679423161fb lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518562.073568:0:22655:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8e7400030a00/0x8d0fd67942316153 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0x3c6c92dc7856672d expref: 5 pid: 22653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518562.073577:0:22655:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8e74421c2a00/0x8d0fd679423161fb lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518562.073616:0:22655:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8e7400030a00/0x8d0fd67942316153 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.43@tcp remote: 0x3c6c92dc7856672d expref: 5 pid: 22653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518562.073641:0:22655:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8e7400030a00/0x8d0fd67942316153 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.43@tcp remote: 0x3c6c92dc7856672d expref: 5 pid: 22653 timeout: 829 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789518562.073657:0:22655:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e7303600700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22655:1876445522838528:192.168.202.43@tcp:104: 00000100:00100000:3.0:1789518562.073740:0:22655:0:(client.c:2716:ptlrpc_set_wait()) set ffff8e74206953c0 going to sleep for 11 seconds 00000100:00100000:1.0:1789518562.081890:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1789518562.081981:0:22655:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e7303600700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22655:1876445522838528:192.168.202.43@tcp:104: 00010000:00010000:3.0:1789518562.082008:0:22655:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8e74421c2a00/0x8d0fd679423161fb lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22655 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789518562.082009:0:22640:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445501745920 00000100:00100000:2.0:1789518562.082016:0:22640:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445501745920 00010000:00010000:2.0:1789518562.082107:0:22640:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8e7400030a00/0x8d0fd67942316153 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.43@tcp remote: 0x3c6c92dc7856672d expref: 6 pid: 22653 timeout: 829 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789518562.082144:0:22640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 15 00000100:00100000:2.0:1789518562.082154:0:22640:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7301ba3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:570aedec-38b5-4be2-be24-31fcd8a7014f+6:2388:x1876445501745920:12345-192.168.202.43@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1789518562.082178:0:22640:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789518562.082185:0:22640:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8e7400030a00/0x8d0fd67942316153 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.43@tcp remote: 0x3c6c92dc7856672d expref: 6 pid: 22653 timeout: 829 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518562.082196:0:22640:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8e7400030a00/0x8d0fd67942316153 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.43@tcp remote: 0x3c6c92dc7856672d expref: 6 pid: 22653 timeout: 829 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518562.082227:0:22640:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8e7400030a00/0x8d0fd67942316153 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.43@tcp remote: 0x3c6c92dc7856672d expref: 6 pid: 22653 timeout: 829 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518562.082241:0:22640:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8e743b22e600) 00010000:00010000:2.0:1789518562.082246:0:22640:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8e74421c2a00/0x8d0fd679423161fb lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518562.082256:0:22640:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8e74421c2a00/0x8d0fd679423161fb lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 22655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518562.082263:0:22640:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8e74421c2a00/0x8d0fd679423161fb lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 22655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518562.082291:0:22640:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1789518562.082340:0:22640:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7301ba3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:570aedec-38b5-4be2-be24-31fcd8a7014f+5:2388:x1876445501745920:12345-192.168.202.43@tcp:103:ldlm_bl.0 Request processed in 187us (459us total) trans 0 rc 0/0 00000100:00100000:2.0:1789518562.082347:0:22640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 15 00010000:00010000:1.0:1789518562.082879:0:22655:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8e74421c2a00/0x8d0fd679423161fb lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518562.082890:0:22655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8e74421c2a00/0x8d0fd679423161fb lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518562.082918:0:22655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8e7435f0dc00/0x8d0fd67942316202 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518562.082929:0:22655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8e7435f0dc00/0x8d0fd67942316202 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518562.082937:0:22655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8e7435f0dc00/0x8d0fd67942316202 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518562.085067:0:22655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8e7435f0c400/0x8d0fd67942316209 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518562.085100:0:22655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8e7435f0c400/0x8d0fd67942316209 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518562.085116:0:22655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8e7435f0c400/0x8d0fd67942316209 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22655 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00080000:0.0:1789518562.085636:0:22649:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000004:00010000:1.0:1789518562.086012:0:22655:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000002bf3863b reply state 00000000e743e925 transno 12884901890 ns: mdt-lustre-MDT0000_UUID lock: ffff8e7435f0c400/0x8d0fd67942316209 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518562.086033:0:22655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8e7435f0c400/0x8d0fd67942316209 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518562.086058:0:22655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8e7441623400) 00010000:00010000:1.0:1789518562.086061:0:22655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1789518562.086067:0:22655:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:1.0:1789518562.086074:0:22655:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:1.0:1789518562.086086:0:22655:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8e74421c2a00/0x8d0fd679423161fb lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518562.086093:0:22655:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8e74421c2a00/0x8d0fd679423161fb lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518562.086101:0:22655:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8e74421c2a00/0x8d0fd679423161fb lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518562.086108:0:22655:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8e74421c2a00 already unused, calling callback (ffffffffc17e44f0) 00010000:00010000:1.0:1789518562.086113:0:22655:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8e74421c2a00/0x8d0fd679423161fb lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518562.086121:0:22655:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8e74421c2a00/0x8d0fd679423161fb lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518562.086206:0:22655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8e743b22e600) 00010000:00010000:1.0:1789518562.086209:0:22655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1789518562.086214:0:22655:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8e74421c2a00/0x8d0fd679423161fb lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518562.086221:0:22655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8e74421c2a00/0x8d0fd679423161fb lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22655 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1789518562.086247:0:22655:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000002bf3863b reply state 00000000e743e925 transno 12884901890 ns: mdt-lustre-MDT0000_UUID lock: ffff8e7435f0dc00/0x8d0fd67942316202 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518562.086267:0:22655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8e7435f0dc00/0x8d0fd67942316202 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518562.086273:0:22655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff8e7441623500) 00010000:00010000:1.0:1789518562.086275:0:22655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1789518562.086278:0:22655:0:(service.c:179:ptlrpc_save_lock()) nlocks 1 00000100:00100000:1.0:1789518562.086527:0:22655:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7301ba1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0dd73589-3012-4aa9-8181-d1fd4f88ac64+10:18666:x1876445501745792:12345-192.168.202.43@tcp:36:lfs.0 Request processed in 13184us (13408us total) trans 12884901890 rc 0/0 00000100:00100000:1.0:1789518562.086538:0:22655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 28 00000100:00100000:1.0:1789518562.228664:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1789518562.228928:0:22654:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445501746048 00000100:00100000:0.0:1789518562.228939:0:22654:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445501746048 00000100:00100000:0.0:1789518562.229045:0:22654:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 29 00000100:00100000:0.0:1789518562.229055:0:22654:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7301ba0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0dd73589-3012-4aa9-8181-d1fd4f88ac64+10:18674:x1876445501746048:12345-192.168.202.43@tcp:101:lctl.0 00010000:00010000:0.0:1789518562.229102:0:22654:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789518562.229134:0:22654:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8e7435f9c400/0x8d0fd67942316210 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3c6c92dc78566757 expref: -99 pid: 22654 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518562.229198:0:22654:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8e7435f9d000/0x8d0fd67942316217 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22654 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518562.229213:0:22654:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8e7435f9d000/0x8d0fd67942316217 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22654 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518562.229226:0:22654:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8e7435f9d000/0x8d0fd67942316217 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22654 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1789518562.229274:0:22654:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1789518562.229277:0:22654:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1789518562.229315:0:22654:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8e7435f9d000/0x8d0fd67942316217 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22654 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518562.229337:0:22654:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8e7435f9c400/0x8d0fd67942316210 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0x3c6c92dc78566757 expref: 12 pid: 22654 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518562.229355:0:22654:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8e7435f9d000/0x8d0fd67942316217 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0x3c6c92dc78566757 expref: 11 pid: 22654 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518562.229363:0:22654:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8e7303358e00) 00010000:00010000:0.0:1789518562.229366:0:22654:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1789518562.229370:0:22654:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8e7435f9d000, rc 0) 00000100:00100000:0.0:1789518562.229437:0:22654:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7301ba0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0dd73589-3012-4aa9-8181-d1fd4f88ac64+11:18674:x1876445501746048:12345-192.168.202.43@tcp:101:lctl.0 Request processed in 384us (783us total) trans 0 rc 0/0 00000100:00100000:0.0:1789518562.229444:0:22654:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 29 00000100:00100000:3.0:1789518562.268196:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1789518562.268624:0:24590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445501746176 00000100:00100000:0.0:1789518562.268635:0:24590:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445501746176 00000100:00100000:1.0:1789518562.268834:0:24590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 30 00000100:00100000:1.0:1789518562.268848:0:24590:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7303600700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:570aedec-38b5-4be2-be24-31fcd8a7014f+5:18675:x1876445501746176:12345-192.168.202.43@tcp:101:lfs.0 00010000:00010000:1.0:1789518562.268870:0:24590:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789518562.268889:0:24590:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8e7435f0ca00/0x8d0fd6794231621e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3c6c92dc7856675e expref: -99 pid: 24590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518562.268951:0:24590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8e7435f0c800/0x8d0fd67942316225 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 24590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518562.268965:0:24590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8e7435f0c800/0x8d0fd67942316225 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 24590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518562.268976:0:24590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8e7435f0c800/0x8d0fd67942316225 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 24590 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1789518562.269020:0:24590:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1789518562.269024:0:24590:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1789518562.269045:0:24590:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8e7435f0c800/0x8d0fd67942316225 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 24590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518562.269087:0:24590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8e7435f0ca00/0x8d0fd6794231621e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0x3c6c92dc7856675e expref: 7 pid: 24590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518562.269106:0:24590:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8e7435f0c800/0x8d0fd67942316225 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0x3c6c92dc7856675e expref: 6 pid: 24590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518562.269115:0:24590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8e7303358e00) 00010000:00010000:1.0:1789518562.269118:0:24590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1789518562.269134:0:24590:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8e7435f0c800, rc 0) 00000100:00100000:1.0:1789518562.269203:0:24590:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7303600700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:570aedec-38b5-4be2-be24-31fcd8a7014f+6:18675:x1876445501746176:12345-192.168.202.43@tcp:101:lfs.0 Request processed in 357us (1016us total) trans 0 rc 0/0 00000100:00100000:1.0:1789518562.269210:0:24590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 30 00000100:00100000:2.0:1789518562.272917:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1789518562.273189:0:22653:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445501746304 00000100:00100000:3.0:1789518562.273200:0:22653:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445501746304 00000100:00100000:3.0:1789518562.281436:0:22653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 31 00000100:00100000:3.0:1789518562.281488:0:22653:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e742bf65c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:570aedec-38b5-4be2-be24-31fcd8a7014f+6:18675:x1876445501746304:12345-192.168.202.43@tcp:101:lfs.0 00010000:00010000:3.0:1789518562.281510:0:22653:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789518562.281532:0:22653:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8e740166dc00/0x8d0fd6794231622c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3c6c92dc78566765 expref: -99 pid: 22653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518562.281596:0:22653:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8e740166ce00/0x8d0fd67942316233 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518562.281611:0:22653:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8e740166ce00/0x8d0fd67942316233 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518562.281624:0:22653:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8e740166ce00/0x8d0fd67942316233 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518562.281654:0:22653:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8e74421c2a00/0x8d0fd6794231623a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518562.281662:0:22653:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8e74421c2a00/0x8d0fd6794231623a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518562.281669:0:22653:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8e74421c2a00/0x8d0fd6794231623a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518562.281746:0:22653:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8e74421c2000/0x8d0fd67942316241 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518562.281756:0:22653:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8e74421c2000/0x8d0fd67942316241 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518562.281763:0:22653:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8e74421c2000/0x8d0fd67942316241 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22653 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1789518562.281802:0:22653:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1789518562.281806:0:22653:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1789518562.281830:0:22653:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8e74421c2000/0x8d0fd67942316241 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518562.281841:0:22653:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8e740166ce00/0x8d0fd67942316233 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518562.281849:0:22653:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8e740166ce00/0x8d0fd67942316233 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518562.281855:0:22653:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8e740166ce00/0x8d0fd67942316233 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518562.281871:0:22653:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8e740166ce00 already unused, calling callback (ffffffffc17e44f0) 00010000:00010000:3.0:1789518562.281876:0:22653:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8e740166ce00/0x8d0fd67942316233 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518562.281884:0:22653:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8e740166ce00/0x8d0fd67942316233 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518562.281898:0:22653:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8e7303358e00) 00010000:00010000:3.0:1789518562.281901:0:22653:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1789518562.281905:0:22653:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8e740166ce00/0x8d0fd67942316233 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518562.281911:0:22653:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8e740166ce00/0x8d0fd67942316233 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518562.281926:0:22653:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8e74421c2a00/0x8d0fd6794231623a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518562.281932:0:22653:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8e74421c2a00/0x8d0fd6794231623a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518562.281938:0:22653:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8e74421c2a00/0x8d0fd6794231623a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518562.281943:0:22653:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8e74421c2a00 already unused, calling callback (ffffffffc17e44f0) 00010000:00010000:3.0:1789518562.281946:0:22653:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8e74421c2a00/0x8d0fd6794231623a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518562.281952:0:22653:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8e74421c2a00/0x8d0fd6794231623a lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518562.281971:0:22653:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff8e7441623500) 00010000:00010000:3.0:1789518562.281974:0:22653:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1789518562.281977:0:22653:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8e74421c2a00/0x8d0fd6794231623a lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518562.281984:0:22653:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8e74421c2a00/0x8d0fd6794231623a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518562.282011:0:22653:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8e740166dc00/0x8d0fd6794231622c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0x3c6c92dc78566765 expref: 8 pid: 22653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518562.282026:0:22653:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8e74421c2000/0x8d0fd67942316241 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0x3c6c92dc78566765 expref: 7 pid: 22653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518562.282033:0:22653:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8e7441623400) 00010000:00010000:3.0:1789518562.282035:0:22653:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1789518562.282038:0:22653:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8e74421c2000, rc 0) 00000100:00100000:3.0:1789518562.282308:0:22653:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e742bf65c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:570aedec-38b5-4be2-be24-31fcd8a7014f+7:18675:x1876445501746304:12345-192.168.202.43@tcp:101:lfs.0 Request processed in 856us (9395us total) trans 0 rc 0/0 00000100:00100000:3.0:1789518562.282317:0:22653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 31 00000100:00100000:2.0:1789518562.288905:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1789518562.289235:0:22665:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445501746432 00000100:00100000:1.0:1789518562.289245:0:22665:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445501746432 00000100:00100000:1.0:1789518562.289369:0:22665:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 6 00000100:00100000:1.0:1789518562.289381:0:22665:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e742bf65880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:570aedec-38b5-4be2-be24-31fcd8a7014f+5:18675:x1876445501746432:12345-192.168.202.43@tcp:900:lfs.0 00000100:00100000:1.0:1789518562.289498:0:22665:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e742bf65880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:570aedec-38b5-4be2-be24-31fcd8a7014f+5:18675:x1876445501746432:12345-192.168.202.43@tcp:900:lfs.0 Request processed in 119us (604us total) trans 0 rc 0/0 00000100:00100000:1.0:1789518562.289506:0:22665:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 6 00000040:00080000:3.0:1789518562.295786:0:22687:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00080000:0.0:1789518562.296487:0:22649:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1789518562.298515:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1789518562.298794:0:22655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445501746688 00000100:00100000:3.0:1789518562.298807:0:22655:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445501746688 00000100:00100000:3.0:1789518562.298871:0:22655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 32 00000100:00100000:3.0:1789518562.298882:0:22655:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e743f9b0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:570aedec-38b5-4be2-be24-31fcd8a7014f+7:18675:x1876445501746688:12345-192.168.202.43@tcp:101:lfs.0 00010000:00010000:3.0:1789518562.298904:0:22655:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789518562.298924:0:22655:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8e740165c800/0x8d0fd67942316248 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3c6c92dc7856676c expref: -99 pid: 22655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1789518562.299072:0:22655:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:3.0:1789518562.299194:0:22655:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8e740165c800/0x8d0fd67942316248 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0x3c6c92dc7856676c expref: 9 pid: 22655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518562.299208:0:22655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8e7303358e00) 00010000:00010000:3.0:1789518562.299211:0:22655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1789518562.299217:0:22655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8e740165c800/0x8d0fd67942316248 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.43@tcp remote: 0x3c6c92dc7856676c expref: 9 pid: 22655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518562.299233:0:22655:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8e740165c800, rc 0) 00000100:00100000:3.0:1789518562.299298:0:22655:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e743f9b0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:570aedec-38b5-4be2-be24-31fcd8a7014f+8:18675:x1876445501746688:12345-192.168.202.43@tcp:101:lfs.0 Request processed in 418us (843us total) trans 12884901891 rc 301/301 00000100:00100000:3.0:1789518562.299305:0:22655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 32 00000100:00100000:3.0:1789518562.306388:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1789518562.306570:0:22654:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445501746944 00000100:00100000:2.0:1789518562.306582:0:22654:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445501746944 00000100:00100000:2.0:1789518562.306645:0:22654:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 33 00000100:00100000:2.0:1789518562.306671:0:22654:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7303603800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:570aedec-38b5-4be2-be24-31fcd8a7014f+8:18675:x1876445501746944:12345-192.168.202.43@tcp:36:lfs.0 00010000:00010000:2.0:1789518562.306730:0:22654:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789518562.306759:0:22654:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8e74421c2000/0x8d0fd67942316241 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0x3c6c92dc78566765 expref: 8 pid: 22653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518562.306779:0:22654:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8e7441623400) 00010000:00010000:2.0:1789518562.306784:0:22654:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1789518562.306817:0:22654:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033ac400/0x8d0fd67942316256 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22654 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518562.306831:0:22654:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033ac400/0x8d0fd67942316256 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22654 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518562.306841:0:22654:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033ac400/0x8d0fd67942316256 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22654 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1789518562.307028:0:22654:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000002b2a157a reply state 0000000063ce6921 transno 12884901892 ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033ac400/0x8d0fd67942316256 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22654 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518562.307043:0:22654:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033ac400/0x8d0fd67942316256 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22654 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518562.307050:0:22654:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8e7441623400) 00010000:00010000:2.0:1789518562.307053:0:22654:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:2.0:1789518562.307056:0:22654:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:2.0:1789518562.307065:0:22654:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000100:00100000:2.0:1789518562.307158:0:22654:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7303603800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:570aedec-38b5-4be2-be24-31fcd8a7014f+9:18675:x1876445501746944:12345-192.168.202.43@tcp:36:lfs.0 Request processed in 489us (781us total) trans 12884901892 rc 0/0 00000100:00100000:2.0:1789518562.307165:0:22654:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 33 00000100:00100000:2.0:1789518562.309830:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1789518562.309945:0:22656:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445501747200 00000100:00100000:3.0:1789518562.309953:0:22656:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445501747200 00000100:00100000:3.0:1789518562.309990:0:22656:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 2 00000100:00100000:3.0:1789518562.309997:0:22656:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e742bf65f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:570aedec-38b5-4be2-be24-31fcd8a7014f+9:18675:x1876445501747200:12345-192.168.202.43@tcp:35:lfs.0 00000100:00100000:3.0:1789518562.310219:0:22656:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e742bf65f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:570aedec-38b5-4be2-be24-31fcd8a7014f+10:18675:x1876445501747200:12345-192.168.202.43@tcp:35:lfs.0 Request processed in 222us (401us total) trans 12884901893 rc 0/0 00000100:00100000:3.0:1789518562.310225:0:22656:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 2 00000100:00100000:0.0:1789518562.320905:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1789518562.320988:0:22655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445501747456 00000100:00100000:3.0:1789518562.320999:0:22655:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445501747456 00000100:00100000:3.0:1789518562.321071:0:22655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 34 00000100:00100000:3.0:1789518562.321081:0:22655:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7302834380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:570aedec-38b5-4be2-be24-31fcd8a7014f+10:18675:x1876445501747456:12345-192.168.202.43@tcp:101:lfs.0 00010000:00010000:3.0:1789518562.321132:0:22655:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789518562.321153:0:22655:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8e740165c800/0x8d0fd6794231625d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3c6c92dc78566773 expref: -99 pid: 22655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518562.321221:0:22655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8e740165d000/0x8d0fd67942316264 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518562.321581:0:22655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8e740165d000/0x8d0fd67942316264 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518562.321594:0:22655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8e740165d000/0x8d0fd67942316264 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518562.321609:0:22655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8e740165d400/0x8d0fd6794231626b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518562.321617:0:22655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8e740165d400/0x8d0fd6794231626b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518562.321624:0:22655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8e740165d400/0x8d0fd6794231626b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22655 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1789518562.321726:0:22655:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:3.0:1789518562.321799:0:22655:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8e740165d000/0x8d0fd67942316264 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518562.321807:0:22655:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8e740165d000/0x8d0fd67942316264 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518562.321814:0:22655:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8e740165d000/0x8d0fd67942316264 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518562.321830:0:22655:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8e740165d000 already unused, calling callback (ffffffffc17e44f0) 00010000:00010000:3.0:1789518562.321835:0:22655:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8e740165d000/0x8d0fd67942316264 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518562.321844:0:22655:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8e740165d000/0x8d0fd67942316264 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518562.321856:0:22655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8e7303358e00) 00010000:00010000:3.0:1789518562.321859:0:22655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1789518562.321863:0:22655:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8e740165d000/0x8d0fd67942316264 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518562.321869:0:22655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8e740165d000/0x8d0fd67942316264 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518562.321883:0:22655:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8e740165d400/0x8d0fd6794231626b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518562.321888:0:22655:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8e740165d400/0x8d0fd6794231626b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518562.321893:0:22655:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8e740165d400/0x8d0fd6794231626b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518562.321898:0:22655:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8e740165d400 already unused, calling callback (ffffffffc17e44f0) 00010000:00010000:3.0:1789518562.321901:0:22655:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8e740165d400/0x8d0fd6794231626b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518562.321906:0:22655:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8e740165d400/0x8d0fd6794231626b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518562.321927:0:22655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff8e7441623500) 00010000:00010000:3.0:1789518562.321929:0:22655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1789518562.321932:0:22655:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8e740165d400/0x8d0fd6794231626b lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518562.321937:0:22655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8e740165d400/0x8d0fd6794231626b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518562.321972:0:22655:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8e740165c800/0x8d0fd6794231625d lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0x3c6c92dc78566773 expref: 12 pid: 22655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518562.321981:0:22655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8e7303358e00) 00010000:00010000:3.0:1789518562.321984:0:22655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1789518562.321987:0:22655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8e740165c800/0x8d0fd6794231625d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.43@tcp remote: 0x3c6c92dc78566773 expref: 12 pid: 22655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518562.322003:0:22655:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8e740165c800, rc 0) 00000100:00100000:3.0:1789518562.322494:0:22655:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7302834380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:570aedec-38b5-4be2-be24-31fcd8a7014f+11:18675:x1876445501747456:12345-192.168.202.43@tcp:101:lfs.0 Request processed in 1412us (1598us total) trans 12884901894 rc 301/301 00000100:00100000:3.0:1789518562.322503:0:22655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 34 00000100:00100000:0.0:1789518562.326891:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1789518562.327580:0:22654:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445501747584 00000100:00100000:3.0:1789518562.327594:0:22654:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445501747584 00000100:00100000:3.0:1789518562.327650:0:22654:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 35 00000100:00100000:3.0:1789518562.327660:0:22654:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7302836300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:570aedec-38b5-4be2-be24-31fcd8a7014f+11:18675:x1876445501747584:12345-192.168.202.43@tcp:101:lfs.0 00010000:00010000:3.0:1789518562.327690:0:22654:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789518562.327713:0:22654:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8e740165ce00/0x8d0fd67942316279 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3c6c92dc7856677a expref: -99 pid: 22654 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518562.327856:0:22654:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8e740165d800/0x8d0fd67942316280 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22654 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518562.327873:0:22654:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8e740165d800/0x8d0fd67942316280 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22654 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518562.327886:0:22654:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8e740165d800/0x8d0fd67942316280 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22654 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1789518562.327918:0:22654:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1789518562.327922:0:22654:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1789518562.327944:0:22654:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8e740165d800/0x8d0fd67942316280 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22654 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518562.327973:0:22654:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8e740165ce00/0x8d0fd67942316279 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0x3c6c92dc7856677a expref: 13 pid: 22654 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518562.328001:0:22654:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8e740165d800/0x8d0fd67942316280 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0x3c6c92dc7856677a expref: 12 pid: 22654 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518562.328010:0:22654:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8e7441623400) 00010000:00010000:3.0:1789518562.328013:0:22654:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1789518562.328017:0:22654:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8e740165d800, rc 0) 00000100:00100000:3.0:1789518562.328101:0:22654:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7302836300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:570aedec-38b5-4be2-be24-31fcd8a7014f+12:18675:x1876445501747584:12345-192.168.202.43@tcp:101:lfs.0 Request processed in 441us (1221us total) trans 0 rc 0/0 00000100:00100000:3.0:1789518562.328108:0:22654:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 35 00000100:00100000:2.0:1789518562.337569:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1789518562.337636:0:22656:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445501747712 00000100:00100000:3.0:1789518562.337646:0:22656:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445501747712 00000100:00100000:3.0:1789518562.337707:0:22656:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 3 00000100:00100000:3.0:1789518562.337715:0:22656:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e742bf64380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:570aedec-38b5-4be2-be24-31fcd8a7014f+12:18675:x1876445501747712:12345-192.168.202.43@tcp:37:lfs.0 00000100:00100000:3.0:1789518562.345209:0:22656:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e742bf64380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:570aedec-38b5-4be2-be24-31fcd8a7014f+12:18675:x1876445501747712:12345-192.168.202.43@tcp:37:lfs.0 Request processed in 7482us (7635us total) trans 0 rc 0/0 00000100:00100000:3.0:1789518562.345225:0:22656:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 3 00000100:00100000:2.0:1789518562.349512:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1789518562.349607:0:22657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445501747968 00000100:00100000:0.0:1789518562.349619:0:22657:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445501747968 00000100:00100000:0.0:1789518562.349680:0:22657:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 4 00000100:00100000:0.0:1789518562.349690:0:22657:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e743ba19050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:570aedec-38b5-4be2-be24-31fcd8a7014f+12:18675:x1876445501747968:12345-192.168.202.43@tcp:35:lfs.0 00000100:00100000:0.0:1789518562.349920:0:22657:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e743ba19050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:570aedec-38b5-4be2-be24-31fcd8a7014f+13:18675:x1876445501747968:12345-192.168.202.43@tcp:35:lfs.0 Request processed in 231us (465us total) trans 12884901895 rc 0/0 00000100:00100000:0.0:1789518562.349925:0:22657:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 4 00000100:00100000:2.0:1789518562.408292:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1789518562.408537:0:24590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445501748096 00000100:00100000:1.0:1789518562.408546:0:24590:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445501748096 00000100:00100000:1.0:1789518562.408597:0:24590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 36 00000100:00100000:1.0:1789518562.408604:0:24590:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e742bf65180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0dd73589-3012-4aa9-8181-d1fd4f88ac64+11:18681:x1876445501748096:12345-192.168.202.43@tcp:101:bash.0 00010000:00010000:1.0:1789518562.408622:0:24590:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789518562.408641:0:24590:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8e7435f0d800/0x8d0fd67942316287 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3c6c92dc78566781 expref: -99 pid: 24590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518562.408708:0:24590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8e7435f0ca00/0x8d0fd6794231628e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 24590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518562.408721:0:24590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8e7435f0ca00/0x8d0fd6794231628e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 24590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518562.408731:0:24590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8e7435f0ca00/0x8d0fd6794231628e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 24590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518562.408744:0:24590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8e743f8b7e00/0x8d0fd67942316295 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 24590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518562.408750:0:24590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8e743f8b7e00/0x8d0fd67942316295 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 24590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518562.408756:0:24590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8e743f8b7e00/0x8d0fd67942316295 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 24590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518562.408830:0:24590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8e743f8b6c00/0x8d0fd6794231629c lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 24590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518562.408837:0:24590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8e743f8b6c00/0x8d0fd6794231629c lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 24590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518562.408842:0:24590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8e743f8b6c00/0x8d0fd6794231629c lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 24590 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1789518562.408869:0:24590:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1789518562.408872:0:24590:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1789518562.408900:0:24590:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8e743f8b6c00/0x8d0fd6794231629c lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 24590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518562.408917:0:24590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8e7435f0ca00/0x8d0fd6794231628e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 24590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518562.408921:0:24590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8e7435f0ca00/0x8d0fd6794231628e lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 24590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518562.408926:0:24590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8e7435f0ca00/0x8d0fd6794231628e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 24590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518562.408929:0:24590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8e7435f0ca00 already unused, calling callback (ffffffffc17e44f0) 00010000:00010000:1.0:1789518562.408932:0:24590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8e7435f0ca00/0x8d0fd6794231628e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 24590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518562.408937:0:24590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8e7435f0ca00/0x8d0fd6794231628e lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 24590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518562.408945:0:24590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8e7303358e00) 00010000:00010000:1.0:1789518562.408947:0:24590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1789518562.408950:0:24590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8e7435f0ca00/0x8d0fd6794231628e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 24590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518562.408954:0:24590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8e7435f0ca00/0x8d0fd6794231628e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 24590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518562.408963:0:24590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8e743f8b7e00/0x8d0fd67942316295 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 24590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518562.408966:0:24590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8e743f8b7e00/0x8d0fd67942316295 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 24590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518562.408970:0:24590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8e743f8b7e00/0x8d0fd67942316295 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 24590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518562.408976:0:24590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8e743f8b7e00 already unused, calling callback (ffffffffc17e44f0) 00010000:00010000:1.0:1789518562.408978:0:24590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8e743f8b7e00/0x8d0fd67942316295 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 24590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518562.408982:0:24590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8e743f8b7e00/0x8d0fd67942316295 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 24590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518562.408986:0:24590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff8e7441623500) 00010000:00010000:1.0:1789518562.408987:0:24590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1789518562.408989:0:24590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8e743f8b7e00/0x8d0fd67942316295 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 24590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518562.408992:0:24590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8e743f8b7e00/0x8d0fd67942316295 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 24590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518562.409010:0:24590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8e7435f0d800/0x8d0fd67942316287 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0x3c6c92dc78566781 expref: 13 pid: 24590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518562.409020:0:24590:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8e743f8b6c00/0x8d0fd6794231629c lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0x3c6c92dc78566781 expref: 12 pid: 24590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518562.409024:0:24590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8e7441623400) 00010000:00010000:1.0:1789518562.409025:0:24590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1789518562.409026:0:24590:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8e743f8b6c00, rc 0) 00000100:00100000:1.0:1789518562.409087:0:24590:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e742bf65180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0dd73589-3012-4aa9-8181-d1fd4f88ac64+12:18681:x1876445501748096:12345-192.168.202.43@tcp:101:bash.0 Request processed in 482us (804us total) trans 0 rc 0/0 00000100:00100000:1.0:1789518562.409095:0:24590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 36 00000100:00100000:1.0:1789518562.412249:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1789518562.412401:0:22665:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445501748224 00000100:00100000:2.0:1789518562.412411:0:22665:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445501748224 00000100:00100000:1.0:1789518562.412518:0:22664:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 7 00000100:00100000:1.0:1789518562.412530:0:22664:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7301ba1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:0dd73589-3012-4aa9-8181-d1fd4f88ac64+5:18681:x1876445501748224:12345-192.168.202.43@tcp:900:bash.0 00000100:00100000:1.0:1789518562.412654:0:22664:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7301ba1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:0dd73589-3012-4aa9-8181-d1fd4f88ac64+5:18681:x1876445501748224:12345-192.168.202.43@tcp:900:bash.0 Request processed in 127us (413us total) trans 0 rc 0/0 00000100:00100000:1.0:1789518562.412661:0:22664:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 7 00000100:00100000:0.0:1789518562.414200:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1789518562.414287:0:22654:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445501748480 00000100:00100000:3.0:1789518562.414295:0:22654:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445501748480 00000100:00100000:3.0:1789518562.414345:0:22654:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 37 00000100:00100000:3.0:1789518562.414354:0:22654:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7302835880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0dd73589-3012-4aa9-8181-d1fd4f88ac64+12:18681:x1876445501748480:12345-192.168.202.43@tcp:101:bash.0 00010000:00010000:3.0:1789518562.414383:0:22654:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789518562.414404:0:22654:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8e740165ce00/0x8d0fd679423162a3 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3c6c92dc78566788 expref: -99 pid: 22654 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518562.414540:0:22654:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8e740165c800/0x8d0fd679423162aa lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 22654 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518562.414555:0:22654:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8e740165d800/0x8d0fd67942316280 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0x3c6c92dc7856677a expref: 12 pid: 22654 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518562.414565:0:22654:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8e740165c800/0x8d0fd679423162aa lrc: 4/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 22654 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518562.414600:0:22654:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8e740165d800/0x8d0fd67942316280 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.43@tcp remote: 0x3c6c92dc7856677a expref: 12 pid: 22654 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518562.414614:0:22654:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8e740165d800/0x8d0fd67942316280 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.43@tcp remote: 0x3c6c92dc7856677a expref: 12 pid: 22654 timeout: 830 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789518562.414648:0:22654:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e7303601f80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:22654:1876445522838656:192.168.202.43@tcp:104: 00000100:00100000:3.0:1789518562.414720:0:22654:0:(client.c:2716:ptlrpc_set_wait()) set ffff8e74056da840 going to sleep for 11 seconds 00000100:00100000:3.0:1789518562.419051:0:22654:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e7303601f80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:22654:1876445522838656:192.168.202.43@tcp:104: 00010000:00010000:3.0:1789518562.419082:0:22654:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8e740165c800/0x8d0fd679423162aa lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 22654 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789518562.419804:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1789518562.419873:0:22639:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445501748608 00000100:00100000:3.0:1789518562.419880:0:22639:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445501748608 00010000:00010000:3.0:1789518562.419912:0:22639:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8e740165d800/0x8d0fd67942316280 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.43@tcp remote: 0x3c6c92dc7856677a expref: 13 pid: 22654 timeout: 830 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789518562.419943:0:22639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 16 00000100:00100000:3.0:1789518562.419952:0:22639:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7302836680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:570aedec-38b5-4be2-be24-31fcd8a7014f+13:2387:x1876445501748608:12345-192.168.202.43@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1789518562.419965:0:22639:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1789518562.419972:0:22639:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8e740165d800/0x8d0fd67942316280 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.43@tcp remote: 0x3c6c92dc7856677a expref: 13 pid: 22654 timeout: 830 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518562.419984:0:22639:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8e740165d800/0x8d0fd67942316280 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.43@tcp remote: 0x3c6c92dc7856677a expref: 13 pid: 22654 timeout: 830 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518562.420009:0:22639:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8e740165d800/0x8d0fd67942316280 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.43@tcp remote: 0x3c6c92dc7856677a expref: 13 pid: 22654 timeout: 830 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518562.420023:0:22639:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8e7441623400) 00010000:00010000:3.0:1789518562.420026:0:22639:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8e740165c800/0x8d0fd679423162aa lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 22654 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518562.420045:0:22639:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8e740165c800/0x8d0fd679423162aa lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 22654 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518562.420051:0:22639:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8e740165c800/0x8d0fd679423162aa lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 22654 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518562.420131:0:22639:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1789518562.420193:0:22639:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7302836680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:570aedec-38b5-4be2-be24-31fcd8a7014f+12:2387:x1876445501748608:12345-192.168.202.43@tcp:103:ldlm_bl.0 Request processed in 241us (391us total) trans 0 rc 0/0 00000100:00100000:3.0:1789518562.420200:0:22639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 16 00010000:00010000:2.0:1789518562.420541:0:22654:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8e740165c800/0x8d0fd679423162aa lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22654 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518562.420550:0:22654:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8e740165c800/0x8d0fd679423162aa lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22654 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518562.420575:0:22654:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033ad400/0x8d0fd679423162b1 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22654 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518562.420585:0:22654:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033ad400/0x8d0fd679423162b1 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22654 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518562.420594:0:22654:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033ad400/0x8d0fd679423162b1 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22654 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518562.421666:0:22654:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033ad800/0x8d0fd679423162b8 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22654 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518562.421679:0:22654:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033ad800/0x8d0fd679423162b8 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22654 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518562.421685:0:22654:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033ad800/0x8d0fd679423162b8 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22654 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1789518562.421694:0:22654:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:2.0:1789518562.421712:0:22654:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8e740165c800/0x8d0fd679423162aa lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22654 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518562.421790:0:22654:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8e740165c800/0x8d0fd679423162aa lrc: 2/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 22654 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518562.421795:0:22654:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8e740165c800/0x8d0fd679423162aa lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22654 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518562.421799:0:22654:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8e740165c800 already unused, calling callback (ffffffffc17e44f0) 00010000:00010000:2.0:1789518562.421802:0:22654:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8e740165c800/0x8d0fd679423162aa lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22654 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518562.421807:0:22654:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8e740165c800/0x8d0fd679423162aa lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 22654 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518562.421814:0:22654:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8e7441623400) 00010000:00010000:2.0:1789518562.421817:0:22654:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1789518562.421820:0:22654:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8e740165c800/0x8d0fd679423162aa lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22654 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518562.421824:0:22654:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8e740165c800/0x8d0fd679423162aa lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22654 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1789518562.421842:0:22654:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000001495aab8 reply state 00000000207b46fb transno 12884901896 ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033ad400/0x8d0fd679423162b1 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22654 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518562.421849:0:22654:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033ad400/0x8d0fd679423162b1 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22654 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518562.421853:0:22654:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0xb42112bc (ffff8e73010b7400) 00010000:00010000:2.0:1789518562.421854:0:22654:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1789518562.421856:0:22654:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1789518562.421887:0:22654:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8e740165ce00/0x8d0fd679423162a3 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0x3c6c92dc78566788 expref: 15 pid: 22654 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518562.421904:0:22654:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033ad800/0x8d0fd679423162b8 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0x3c6c92dc78566788 expref: 14 pid: 22654 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518562.421909:0:22654:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8e73010b7300) 00010000:00010000:2.0:1789518562.421910:0:22654:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 9 00010000:00010000:2.0:1789518562.421912:0:22654:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8e73033ad800, rc 0) 00000100:00100000:2.0:1789518562.422005:0:22654:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7302835880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0dd73589-3012-4aa9-8181-d1fd4f88ac64+15:18681:x1876445501748480:12345-192.168.202.43@tcp:101:bash.0 Request processed in 7653us (7812us total) trans 12884901896 rc 0/0 00000100:00100000:2.0:1789518562.422011:0:22654:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 37 00000100:00100000:0.0:1789518562.443833:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1789518562.444092:0:24590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445501748736 00000100:00100000:1.0:1789518562.444103:0:24590:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445501748736 00000100:00100000:1.0:1789518562.444179:0:24590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 38 00000100:00100000:1.0:1789518562.444190:0:24590:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7302834a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0dd73589-3012-4aa9-8181-d1fd4f88ac64+15:18681:x1876445501748736:12345-192.168.202.43@tcp:101:bash.0 00010000:00010000:1.0:1789518562.444224:0:24590:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789518562.444248:0:24590:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8e743f8b7200/0x8d0fd679423162c6 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3c6c92dc7856678f expref: -99 pid: 24590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518562.444338:0:24590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8e743f8b6600/0x8d0fd679423162cd lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 24590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518562.444349:0:24590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8e743f8b6600/0x8d0fd679423162cd lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 24590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518562.444358:0:24590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8e743f8b6600/0x8d0fd679423162cd lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 24590 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1789518562.444609:0:24590:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00000004:00200000:1.0:1789518562.444613:0:24590:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1789518562.444631:0:24590:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8e743f8b6600/0x8d0fd679423162cd lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 24590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518562.444640:0:24590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8e743f8b6600/0x8d0fd679423162cd lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 24590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518562.444670:0:24590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8e743f8b7200/0x8d0fd679423162c6 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0x3c6c92dc7856678f expref: 17 pid: 24590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518562.444684:0:24590:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8e743f8b6600/0x8d0fd679423162cd lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0x3c6c92dc7856678f expref: 16 pid: 24590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518562.444690:0:24590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8e73010b7300) 00010000:00010000:1.0:1789518562.444692:0:24590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1789518562.444695:0:24590:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8e743f8b6600, rc 0) 00000100:00100000:1.0:1789518562.444754:0:24590:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7302834a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0dd73589-3012-4aa9-8181-d1fd4f88ac64+16:18681:x1876445501748736:12345-192.168.202.43@tcp:101:bash.0 Request processed in 566us (930us total) trans 0 rc 0/0 00000100:00100000:1.0:1789518562.444760:0:24590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 38 00000100:00100000:1.0:1789518562.452018:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1789518562.454695:0:22657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445501748992 00000100:00100000:0.0:1789518562.454712:0:22657:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445501748992 00000100:00100000:0.0:1789518562.454789:0:22657:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 5 00000100:00100000:0.0:1789518562.454812:0:22657:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7301ba2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0dd73589-3012-4aa9-8181-d1fd4f88ac64+16:18681:x1876445501748992:12345-192.168.202.43@tcp:35:bash.0 00000100:00100000:0.0:1789518562.455113:0:22657:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7301ba2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0dd73589-3012-4aa9-8181-d1fd4f88ac64+17:18681:x1876445501748992:12345-192.168.202.43@tcp:35:bash.0 Request processed in 303us (3105us total) trans 12884901897 rc 0/0 00000100:00100000:0.0:1789518562.455121:0:22657:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 5 00000100:00100000:0.0:1789518562.589171:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1789518562.589337:0:22653:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445501749248 00000100:00100000:3.0:1789518562.589348:0:22653:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445501749248 00000100:00100000:3.0:1789518562.589415:0:22653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 39 00000100:00100000:3.0:1789518562.589428:0:22653:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7302834e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0dd73589-3012-4aa9-8181-d1fd4f88ac64+17:18691:x1876445501749248:12345-192.168.202.43@tcp:101:lfs.0 00010000:00010000:3.0:1789518562.589514:0:22653:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789518562.589535:0:22653:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8e740165d800/0x8d0fd679423162d4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3c6c92dc78566796 expref: -99 pid: 22653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1789518562.589633:0:22653:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:3.0:1789518562.589734:0:22653:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8e740165d800/0x8d0fd679423162d4 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0x3c6c92dc78566796 expref: 19 pid: 22653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518562.589749:0:22653:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8e7303358e00) 00010000:00010000:3.0:1789518562.589753:0:22653:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1789518562.589758:0:22653:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8e740165d800/0x8d0fd679423162d4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.43@tcp remote: 0x3c6c92dc78566796 expref: 19 pid: 22653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518562.589774:0:22653:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8e740165d800, rc 0) 00000100:00100000:3.0:1789518562.589841:0:22653:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7302834e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0dd73589-3012-4aa9-8181-d1fd4f88ac64+18:18691:x1876445501749248:12345-192.168.202.43@tcp:101:lfs.0 Request processed in 416us (679us total) trans 12884901898 rc 301/301 00000100:00100000:3.0:1789518562.589848:0:22653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 39 00000100:00100000:2.0:1789518562.596654:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1789518562.597348:0:22657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445501749504 00000100:00100000:0.0:1789518562.597360:0:22657:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445501749504 00000100:00100000:0.0:1789518562.597423:0:22657:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 6 00000100:00100000:0.0:1789518562.597433:0:22657:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e742bf67b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0dd73589-3012-4aa9-8181-d1fd4f88ac64+18:18691:x1876445501749504:12345-192.168.202.43@tcp:35:lfs.0 00000100:00100000:0.0:1789518562.597703:0:22657:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e742bf67b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0dd73589-3012-4aa9-8181-d1fd4f88ac64+19:18691:x1876445501749504:12345-192.168.202.43@tcp:35:lfs.0 Request processed in 271us (1059us total) trans 12884901899 rc 0/0 00000100:00100000:0.0:1789518562.597712:0:22657:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 6 00010000:00010000:0.0:1789518562.613805:0:24700:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789518562.651361:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1789518562.654533:0:22655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445501749760 00000100:00100000:2.0:1789518562.654548:0:22655:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445501749760 00000100:00100000:2.0:1789518562.654631:0:22655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 40 00000100:00100000:2.0:1789518562.654641:0:22655:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7301ba0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0dd73589-3012-4aa9-8181-d1fd4f88ac64+19:18694:x1876445501749760:12345-192.168.202.43@tcp:101:lfs.0 00010000:00010000:2.0:1789518562.654668:0:22655:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789518562.654689:0:22655:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033ac000/0x8d0fd679423162e2 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3c6c92dc7856679d expref: -99 pid: 22655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518562.654820:0:22655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033adc00/0x8d0fd679423162e9 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518562.654834:0:22655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033adc00/0x8d0fd679423162e9 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518562.654845:0:22655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033adc00/0x8d0fd679423162e9 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22655 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1789518562.654875:0:22655:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:2.0:1789518562.654978:0:22655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033ac000/0x8d0fd679423162e2 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0x3c6c92dc7856679d expref: 22 pid: 22655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518562.654997:0:22655:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033adc00/0x8d0fd679423162e9 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0x3c6c92dc7856679d expref: 21 pid: 22655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518562.655007:0:22655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8e73010b7300) 00010000:00010000:2.0:1789518562.655009:0:22655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1789518562.655013:0:22655:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8e73033adc00, rc 0) 00000100:00100000:2.0:1789518562.655085:0:22655:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7301ba0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0dd73589-3012-4aa9-8181-d1fd4f88ac64+21:18694:x1876445501749760:12345-192.168.202.43@tcp:101:lfs.0 Request processed in 445us (3737us total) trans 12884901900 rc 0/0 00000100:00100000:2.0:1789518562.655093:0:22655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 40 00000100:00100000:1.0:1789518562.660667:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1789518562.660741:0:22653:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445501749888 00000100:00100000:3.0:1789518562.660754:0:22653:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445501749888 00000100:00100000:3.0:1789518562.660861:0:22653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 41 00000100:00100000:3.0:1789518562.660872:0:22653:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7301ba2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0dd73589-3012-4aa9-8181-d1fd4f88ac64+21:18694:x1876445501749888:12345-192.168.202.43@tcp:54:lfs.0 00010000:00010000:3.0:1789518562.660946:0:22653:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8e740165d800/0x8d0fd679423162f7 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518562.660963:0:22653:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8e740165d800/0x8d0fd679423162f7 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518562.660976:0:22653:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8e740165d800/0x8d0fd679423162f7 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518562.661010:0:22653:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8e740165d800/0x8d0fd679423162f7 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518562.661016:0:22653:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8e740165d800/0x8d0fd679423162f7 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518562.661022:0:22653:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8e740165d800/0x8d0fd679423162f7 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518562.661027:0:22653:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8e740165d800 already unused, calling callback (ffffffffc17e44f0) 00010000:00010000:3.0:1789518562.661032:0:22653:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8e740165d800/0x8d0fd679423162f7 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518562.661040:0:22653:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8e740165d800/0x8d0fd679423162f7 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518562.661082:0:22653:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8e73010b7300) 00010000:00010000:3.0:1789518562.661085:0:22653:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1789518562.661090:0:22653:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8e740165d800/0x8d0fd679423162f7 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518562.661096:0:22653:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8e740165d800/0x8d0fd679423162f7 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22653 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789518562.661939:0:22653:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7301ba2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0dd73589-3012-4aa9-8181-d1fd4f88ac64+21:18694:x1876445501749888:12345-192.168.202.43@tcp:54:lfs.0 Request processed in 1065us (1279us total) trans 0 rc 0/0 00000100:00100000:3.0:1789518562.661948:0:22653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 41 00000100:00100000:0.0:1789518562.678302:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1789518562.678380:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1789518562.678561:0:22640:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445501750016 00000100:00100000:2.0:1789518562.678573:0:22640:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445501750016 00000100:00100000:2.0:1789518562.678659:0:22640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 0 00000100:00100000:2.0:1789518562.678672:0:22640:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7302834000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0dd73589-3012-4aa9-8181-d1fd4f88ac64+21:2387:x1876445501750016:12345-192.168.202.43@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1789518562.678691:0:22640:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789518562.678721:0:22640:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033adc00/0x8d0fd679423162e9 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0x3c6c92dc7856679d expref: 21 pid: 22655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518562.678742:0:22640:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8e73010b7300) 00010000:00010000:2.0:1789518562.678748:0:22640:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1789518562.678809:0:22640:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7302834000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0dd73589-3012-4aa9-8181-d1fd4f88ac64+20:2387:x1876445501750016:12345-192.168.202.43@tcp:103:ldlm_bl.0 Request processed in 140us (516us total) trans 0 rc 0/0 00000100:00100000:2.0:1789518562.678816:0:22640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 0 00000100:00100000:3.0:1789518562.679296:0:22657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445501750272 00000100:00100000:3.0:1789518562.679303:0:22657:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445501750272 00000100:00100000:3.0:1789518562.679345:0:22657:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 7 00000100:00100000:3.0:1789518562.679353:0:22657:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7302835500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0dd73589-3012-4aa9-8181-d1fd4f88ac64+20:18694:x1876445501750272:12345-192.168.202.43@tcp:35:lfs.0 00000100:00100000:3.0:1789518562.679598:0:22657:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7302835500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0dd73589-3012-4aa9-8181-d1fd4f88ac64+21:18694:x1876445501750272:12345-192.168.202.43@tcp:35:lfs.0 Request processed in 246us (1226us total) trans 12884901901 rc 0/0 00000100:00100000:3.0:1789518562.679605:0:22657:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 7 00000100:00100000:0.0:1789518562.714196:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1789518562.714242:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1789518562.714271:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1789518562.714301:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1789518562.714328:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1789518562.714353:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1789518562.714381:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1789518562.714406:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1789518562.714432:0:24164:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445501750656 00000100:00100000:0.0:1789518562.714442:0:24164:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445501750656 00000100:00100000:0.0:1789518562.714532:0:24164:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445501751168 00000100:00100000:0.0:1789518562.714536:0:24164:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445501751168 00000100:00100000:0.0:1789518562.714551:0:24164:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445501750784 00000100:00100000:0.0:1789518562.714554:0:24164:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445501750784 00000100:00100000:0.0:1789518562.714563:0:24164:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445501751296 00000100:00100000:0.0:1789518562.714565:0:24164:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445501751296 00000100:00100000:0.0:1789518562.714587:0:24164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 18 00000100:00100000:0.0:1789518562.714596:0:24164:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7302836d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dd73589-3012-4aa9-8181-d1fd4f88ac64+5:2389:x1876445501750656:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:1.0:1789518562.714621:0:22648:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445501750400 00000100:00100000:1.0:1789518562.714627:0:22648:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445501750400 00000100:00100000:1.0:1789518562.714663:0:22648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 169 00000100:00100000:1.0:1789518562.714672:0:22648:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e741e87c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8fe33aaa-a487-4a1c-a515-01b14206f1f5+13:2389:x1876445501750400:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:0.0:1789518562.714684:0:24164:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7302836d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dd73589-3012-4aa9-8181-d1fd4f88ac64+5:2389:x1876445501750656:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 88us (439us total) trans 0 rc 0/0 00000100:00100000:0.0:1789518562.714693:0:24164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 18 00000100:00100000:1.0:1789518562.714707:0:22648:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e741e87c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8fe33aaa-a487-4a1c-a515-01b14206f1f5+13:2389:x1876445501750400:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 34us (524us total) trans 0 rc 0/0 00000100:00100000:1.0:1789518562.714717:0:22648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 169 00000100:00100000:0.0:1789518562.714734:0:24164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 19 00000100:00100000:0.0:1789518562.714744:0:24164:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7302837480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:570aedec-38b5-4be2-be24-31fcd8a7014f+5:2389:x1876445501751168:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:0.0:1789518562.714786:0:24164:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7302837480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:570aedec-38b5-4be2-be24-31fcd8a7014f+5:2389:x1876445501751168:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 44us (482us total) trans 0 rc 0/0 00000100:00100000:1.0:1789518562.714788:0:24592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 20 00000100:00100000:0.0:1789518562.714798:0:24164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 19 00000100:00100000:1.0:1789518562.714804:0:24592:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e742b92e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0dd73589-3012-4aa9-8181-d1fd4f88ac64+5:2389:x1876445501750784:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:0.0:1789518562.714816:0:24164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 21 00000100:00100000:0.0:1789518562.714827:0:24164:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7302834700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:570aedec-38b5-4be2-be24-31fcd8a7014f+5:2389:x1876445501751296:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:1.0:1789518562.714839:0:24592:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e742b92e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0dd73589-3012-4aa9-8181-d1fd4f88ac64+5:2389:x1876445501750784:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 39us (483us total) trans 0 rc 0/0 00000100:00100000:1.0:1789518562.714854:0:24592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 20 00000100:00100000:0.0:1789518562.714859:0:24164:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7302834700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:570aedec-38b5-4be2-be24-31fcd8a7014f+5:2389:x1876445501751296:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 31us (449us total) trans 0 rc 0/0 00000100:00100000:0.0:1789518562.714868:0:24164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 21 00000100:00080000:0.0:1789518562.714894:0:22649:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1789518562.714899:0:22649:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1789518562.715016:0:24590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445501750912 00000100:00100000:1.0:1789518562.715022:0:24590:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445501750912 00000100:00100000:1.0:1789518562.715048:0:24590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445501750528 00000100:00100000:1.0:1789518562.715050:0:24590:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445501750528 00000100:00100000:1.0:1789518562.715065:0:24590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445501751040 00000100:00100000:1.0:1789518562.715068:0:24590:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445501751040 00000100:00100000:1.0:1789518562.715083:0:24590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 58 00000100:00100000:1.0:1789518562.715090:0:24590:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7302835f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:570aedec-38b5-4be2-be24-31fcd8a7014f+12:2389:x1876445501750912:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:1.0:1789518562.715134:0:24590:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7302835f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:570aedec-38b5-4be2-be24-31fcd8a7014f+12:2389:x1876445501750912:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 44us (861us total) trans 0 rc 0/0 00000100:00100000:1.0:1789518562.715141:0:24590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 58 00000100:00100000:1.0:1789518562.715153:0:24590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 59 00000100:00100000:1.0:1789518562.715160:0:24590:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7302836a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0dd73589-3012-4aa9-8181-d1fd4f88ac64+5:2389:x1876445501750528:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:1.0:1789518562.715185:0:24590:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7302836a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0dd73589-3012-4aa9-8181-d1fd4f88ac64+5:2389:x1876445501750528:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 25us (856us total) trans 0 rc 0/0 00000100:00100000:1.0:1789518562.715191:0:24590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 59 00000100:00100000:1.0:1789518562.715206:0:24590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 60 00000100:00100000:1.0:1789518562.715214:0:24590:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7302837100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:570aedec-38b5-4be2-be24-31fcd8a7014f+5:2389:x1876445501751040:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:1.0:1789518562.715249:0:24590:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7302837100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:570aedec-38b5-4be2-be24-31fcd8a7014f+5:2389:x1876445501751040:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 36us (878us total) trans 0 rc 0/0 00000100:00100000:1.0:1789518562.715255:0:24590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 60 00000040:00080000:3.0:1789518562.746540:0:23412:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:0.0:1789518563.076727:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1789518563.076848:0:24590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445501751552 00000100:00100000:1.0:1789518563.076863:0:24590:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445501751552 00000100:00100000:1.0:1789518563.076969:0:24590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 42 00000100:00100000:1.0:1789518563.077010:0:24590:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7302837800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0dd73589-3012-4aa9-8181-d1fd4f88ac64+21:18725:x1876445501751552:12345-192.168.202.43@tcp:101:cat.0 00010000:00010000:1.0:1789518563.077184:0:24590:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789518563.077214:0:24590:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8e743f8b7600/0x8d0fd679423162fe lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3c6c92dc785667a4 expref: -99 pid: 24590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518563.077564:0:24590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8e743f8b6400/0x8d0fd67942316305 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 24590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518563.077588:0:24590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8e743f8b6400/0x8d0fd67942316305 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 24590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518563.077603:0:24590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8e743f8b6400/0x8d0fd67942316305 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 24590 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1789518563.077618:0:24590:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00000100:00080000:0.0:1789518563.078252:0:22649:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1789518563.078561:0:24590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8e743f8b7600/0x8d0fd679423162fe lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0x3c6c92dc785667a4 expref: 24 pid: 24590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518563.078590:0:24590:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8e743f8b6400/0x8d0fd67942316305 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0x3c6c92dc785667a4 expref: 23 pid: 24590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518563.078600:0:24590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8e73010b7300) 00010000:00010000:1.0:1789518563.078604:0:24590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1789518563.078608:0:24590:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8e743f8b6400, rc 0) 00000100:00100000:1.0:1789518563.078742:0:24590:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7302837800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0dd73589-3012-4aa9-8181-d1fd4f88ac64+23:18725:x1876445501751552:12345-192.168.202.43@tcp:101:cat.0 Request processed in 1737us (2031us total) trans 12884901902 rc 0/0 00000100:00100000:1.0:1789518563.078752:0:24590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 42 00000100:00100000:0.0:1789518563.097708:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1789518563.097783:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1789518563.097891:0:22638:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445501751936 00000100:00100000:1.0:1789518563.097904:0:22638:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445501751936 00000100:00100000:1.0:1789518563.098026:0:22638:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 1 00000100:00100000:1.0:1789518563.098038:0:22638:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7302835180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dd73589-3012-4aa9-8181-d1fd4f88ac64+23:2387:x1876445501751936:12345-192.168.202.43@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1789518563.098069:0:22638:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1789518563.098103:0:22638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8e743f8b6400/0x8d0fd67942316305 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0x3c6c92dc785667a4 expref: 23 pid: 24590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518563.098143:0:22638:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8e73010b7300) 00010000:00010000:1.0:1789518563.098150:0:22638:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1789518563.098238:0:22638:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7302835180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dd73589-3012-4aa9-8181-d1fd4f88ac64+22:2387:x1876445501751936:12345-192.168.202.43@tcp:103:ldlm_bl.0 Request processed in 195us (446us total) trans 0 rc 0/0 00000100:00100000:1.0:1789518563.098246:0:22638:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 1 00000100:00100000:3.0:1789518563.099841:0:22657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445501751808 00000100:00100000:3.0:1789518563.099861:0:22657:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445501751808 00000100:00100000:3.0:1789518563.099942:0:22657:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 8 00000100:00100000:3.0:1789518563.099954:0:22657:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7302837b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0dd73589-3012-4aa9-8181-d1fd4f88ac64+22:18725:x1876445501751808:12345-192.168.202.43@tcp:35:cat.0 00000100:00100000:3.0:1789518563.100902:0:22657:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7302837b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0dd73589-3012-4aa9-8181-d1fd4f88ac64+23:18725:x1876445501751808:12345-192.168.202.43@tcp:35:cat.0 Request processed in 942us (3201us total) trans 12884901903 rc 0/0 00000100:00100000:3.0:1789518563.100921:0:22657:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 8 00000100:00100000:0.0:1789518563.197364:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1789518563.197551:0:22655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445501752192 00000100:00100000:2.0:1789518563.197566:0:22655:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445501752192 00000100:00100000:2.0:1789518563.197645:0:22655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 43 00000100:00100000:2.0:1789518563.197657:0:22655:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7302835c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0dd73589-3012-4aa9-8181-d1fd4f88ac64+23:18731:x1876445501752192:12345-192.168.202.43@tcp:101:dd.0 00010000:00010000:2.0:1789518563.197690:0:22655:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789518563.197716:0:22655:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033ac600/0x8d0fd67942316313 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3c6c92dc785667ab expref: -99 pid: 22655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518563.197859:0:22655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033ada00/0x8d0fd6794231631a lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518563.197877:0:22655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033ada00/0x8d0fd6794231631a lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518563.197892:0:22655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033ada00/0x8d0fd6794231631a lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22655 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1789518563.197905:0:22655:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:2.0:1789518563.198088:0:22655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033ac600/0x8d0fd67942316313 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0x3c6c92dc785667ab expref: 26 pid: 22655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518563.198262:0:22655:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033ada00/0x8d0fd6794231631a lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0x3c6c92dc785667ab expref: 25 pid: 22655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518563.198274:0:22655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8e73010b7300) 00010000:00010000:2.0:1789518563.198278:0:22655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1789518563.198283:0:22655:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8e73033ada00, rc 0) 00000100:00100000:2.0:1789518563.198372:0:22655:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7302835c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0dd73589-3012-4aa9-8181-d1fd4f88ac64+25:18731:x1876445501752192:12345-192.168.202.43@tcp:101:dd.0 Request processed in 717us (1023us total) trans 12884901904 rc 0/0 00000100:00100000:2.0:1789518563.198402:0:22655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 43 00000100:00100000:0.0:1789518563.203671:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1789518563.203763:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1789518563.203858:0:22640:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445501752448 00000100:00100000:1.0:1789518563.203873:0:22640:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445501752448 00000100:00100000:1.0:1789518563.203961:0:22640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 2 00000100:00100000:1.0:1789518563.203973:0:22640:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7302837480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0dd73589-3012-4aa9-8181-d1fd4f88ac64+25:2387:x1876445501752448:12345-192.168.202.43@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1789518563.204074:0:22640:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1789518563.204110:0:22640:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033ada00/0x8d0fd6794231631a lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0x3c6c92dc785667ab expref: 25 pid: 22655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518563.204322:0:22640:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8e73010b7300) 00010000:00010000:1.0:1789518563.204329:0:22640:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1789518563.204441:0:22640:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7302837480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0dd73589-3012-4aa9-8181-d1fd4f88ac64+24:2387:x1876445501752448:12345-192.168.202.43@tcp:103:ldlm_bl.0 Request processed in 470us (677us total) trans 0 rc 0/0 00000100:00100000:1.0:1789518563.204459:0:22640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 2 00000100:00100000:2.0:1789518563.204776:0:22654:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445501752320 00000100:00100000:2.0:1789518563.204782:0:22654:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445501752320 00000100:00100000:2.0:1789518563.204829:0:22654:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 44 00000100:00100000:2.0:1789518563.204838:0:22654:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7302836d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0dd73589-3012-4aa9-8181-d1fd4f88ac64+24:18731:x1876445501752320:12345-192.168.202.43@tcp:101:dd.0 00010000:00010000:2.0:1789518563.204865:0:22654:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789518563.204885:0:22654:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033ac600/0x8d0fd67942316328 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3c6c92dc785667b2 expref: -99 pid: 22654 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518563.204924:0:22654:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033adc00/0x8d0fd6794231632f lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22654 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518563.204941:0:22654:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033adc00/0x8d0fd6794231632f lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22654 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518563.204953:0:22654:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033adc00/0x8d0fd6794231632f lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22654 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518563.205666:0:22654:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033ac600/0x8d0fd67942316328 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0x3c6c92dc785667b2 expref: 26 pid: 22654 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518563.205692:0:22654:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033adc00/0x8d0fd6794231632f lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0x3c6c92dc785667b2 expref: 25 pid: 22654 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518563.205702:0:22654:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8e73010b7300) 00010000:00010000:2.0:1789518563.205705:0:22654:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1789518563.205708:0:22654:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8e73033adc00, rc 0) 00000100:00100000:2.0:1789518563.205985:0:22654:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7302836d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0dd73589-3012-4aa9-8181-d1fd4f88ac64+25:18731:x1876445501752320:12345-192.168.202.43@tcp:101:dd.0 Request processed in 1140us (2322us total) trans 0 rc 0/0 00000100:00100000:2.0:1789518563.206003:0:22654:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 44 00000100:00100000:0.0:1789518563.217591:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1789518563.217714:0:22655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445501752704 00000100:00100000:2.0:1789518563.217728:0:22655:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445501752704 00000100:00100000:2.0:1789518563.217803:0:22655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 45 00000100:00100000:2.0:1789518563.217813:0:22655:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7303d62300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0dd73589-3012-4aa9-8181-d1fd4f88ac64+25:18731:x1876445501752704:12345-192.168.202.43@tcp:36:dd.0 00010000:00010000:2.0:1789518563.217908:0:22655:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789518563.217946:0:22655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8e743f8b6600/0x8d0fd679423162cd lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0x3c6c92dc7856678f expref: 25 pid: 24590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518563.217968:0:22655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8e73010b7300) 00010000:00010000:2.0:1789518563.217974:0:22655:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1789518563.218684:0:22655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033ac600/0x8d0fd67942316336 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518563.218705:0:22655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033ac600/0x8d0fd67942316336 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518563.218718:0:22655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033ac600/0x8d0fd67942316336 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22655 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1789518563.218775:0:22655:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901905 00000004:00010000:2.0:1789518563.218798:0:22655:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 0000000059570d18 reply state 00000000c6eb686d transno 12884901906 ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033ac600/0x8d0fd67942316336 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518563.218812:0:22655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033ac600/0x8d0fd67942316336 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518563.218820:0:22655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8e73010b7300) 00010000:00010000:2.0:1789518563.218823:0:22655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1789518563.218837:0:22655:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1789518563.218963:0:22655:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7303d62300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0dd73589-3012-4aa9-8181-d1fd4f88ac64+27:18731:x1876445501752704:12345-192.168.202.43@tcp:36:dd.0 Request processed in 1149us (1383us total) trans 12884901906 rc 0/0 00000100:00100000:2.0:1789518563.218971:0:22655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 45 00000020:00080000:2.0:1789518563.218979:0:22655:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1789518563.317756:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e7303d62d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3639:1876445522838784:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1789518563.317857:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789518563.317980:0:24166:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522838784 00000100:00100000:0.0:1789518563.317994:0:24166:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522838784 00000100:00100000:0.0:1789518563.319587:0:24166:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:0.0:1789518563.319609:0:24166:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7303601f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1876445522838784:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1789518563.319659:0:24166:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3915857920 avail 3684335616 00000100:00100000:0.0:1789518563.319782:0:24166:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7303601f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1876445522838784:12345-0@lo:13:osp-pre-0-0.0 Request processed in 182us (1924us total) trans 0 rc 0/0 00000100:00100000:0.0:1789518563.319810:0:24166:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:1.0:1789518563.322645:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e7303d62d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3639:1876445522838784:0@lo:13:osp-pre-0-0.0 00000100:00080000:2.0:1789518563.325207:0:22649:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1789518563.353144:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1789518563.355081:0:22656:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445501752960 00000100:00100000:2.0:1789518563.355104:0:22656:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445501752960 00000100:00100000:2.0:1789518563.355195:0:22656:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 9 00000100:00100000:2.0:1789518563.355208:0:22656:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7303d60380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0dd73589-3012-4aa9-8181-d1fd4f88ac64+27:18731:x1876445501752960:12345-192.168.202.43@tcp:35:dd.0 00000100:00100000:2.0:1789518563.355790:0:22656:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7303d60380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0dd73589-3012-4aa9-8181-d1fd4f88ac64+28:18731:x1876445501752960:12345-192.168.202.43@tcp:35:dd.0 Request processed in 581us (2657us total) trans 12884901907 rc 0/0 00000100:00100000:2.0:1789518563.355800:0:22656:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 9 00000100:00100000:0.0:1789518563.579509:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1789518563.579877:0:24590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445501753088 00000100:00100000:1.0:1789518563.579909:0:24590:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445501753088 00000100:00100000:1.0:1789518563.580057:0:24590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 46 00000100:00100000:1.0:1789518563.580071:0:24590:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7303d62680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0dd73589-3012-4aa9-8181-d1fd4f88ac64+28:18745:x1876445501753088:12345-192.168.202.43@tcp:101:stat.0 00010000:00010000:1.0:1789518563.580117:0:24590:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789518563.580414:0:24590:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8e743f8b6400/0x8d0fd6794231633d lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3c6c92dc785667b9 expref: -99 pid: 24590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518563.580546:0:24590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8e743f8b7600/0x8d0fd67942316344 lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 24590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518563.580565:0:24590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8e743f8b7600/0x8d0fd67942316344 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 24590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518563.580578:0:24590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8e743f8b7600/0x8d0fd67942316344 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 24590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518563.580590:0:24590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8e743f8b6e00/0x8d0fd6794231634b lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 24590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518563.580598:0:24590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8e743f8b6e00/0x8d0fd6794231634b lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 24590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518563.580617:0:24590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8e743f8b6e00/0x8d0fd6794231634b lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 24590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518563.580776:0:24590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8e743f8b7800/0x8d0fd67942316352 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 24590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518563.580786:0:24590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8e743f8b7800/0x8d0fd67942316352 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 24590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518563.580794:0:24590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8e743f8b7800/0x8d0fd67942316352 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 24590 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1789518563.580859:0:24590:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00000004:00200000:1.0:1789518563.580864:0:24590:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1789518563.580941:0:24590:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8e743f8b7800/0x8d0fd67942316352 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 24590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518563.580957:0:24590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8e743f8b7800/0x8d0fd67942316352 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 24590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518563.580967:0:24590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8e743f8b7600/0x8d0fd67942316344 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 24590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518563.580974:0:24590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8e743f8b7600/0x8d0fd67942316344 lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 24590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518563.580982:0:24590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8e743f8b7600/0x8d0fd67942316344 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 24590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518563.580988:0:24590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8e743f8b7600 already unused, calling callback (ffffffffc17e44f0) 00010000:00010000:1.0:1789518563.580993:0:24590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8e743f8b7600/0x8d0fd67942316344 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 24590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518563.581003:0:24590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8e743f8b7600/0x8d0fd67942316344 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 24590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518563.581017:0:24590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8e7441623400) 00010000:00010000:1.0:1789518563.581021:0:24590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1789518563.581027:0:24590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8e743f8b7600/0x8d0fd67942316344 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 24590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518563.581034:0:24590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8e743f8b7600/0x8d0fd67942316344 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 24590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518563.581072:0:24590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8e743f8b6e00/0x8d0fd6794231634b lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 24590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518563.581079:0:24590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8e743f8b6e00/0x8d0fd6794231634b lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 24590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518563.581086:0:24590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8e743f8b6e00/0x8d0fd6794231634b lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 24590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518563.581092:0:24590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8e743f8b6e00 already unused, calling callback (ffffffffc17e44f0) 00010000:00010000:1.0:1789518563.581095:0:24590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8e743f8b6e00/0x8d0fd6794231634b lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 24590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518563.581101:0:24590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8e743f8b6e00/0x8d0fd6794231634b lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 24590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518563.581788:0:24590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0xb42112bc (ffff8e73010b7400) 00010000:00010000:1.0:1789518563.581797:0:24590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1789518563.581803:0:24590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8e743f8b6e00/0x8d0fd6794231634b lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 24590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518563.581812:0:24590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8e743f8b6e00/0x8d0fd6794231634b lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 24590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518563.581873:0:24590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8e743f8b6400/0x8d0fd6794231633d lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0x3c6c92dc785667b9 expref: 30 pid: 24590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518563.581891:0:24590:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8e743f8b7800/0x8d0fd67942316352 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0x3c6c92dc785667b9 expref: 29 pid: 24590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518563.581917:0:24590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8e73010b7300) 00010000:00010000:1.0:1789518563.581920:0:24590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1789518563.581923:0:24590:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8e743f8b7800, rc 0) 00000100:00100000:1.0:1789518563.582013:0:24590:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7303d62680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0dd73589-3012-4aa9-8181-d1fd4f88ac64+29:18745:x1876445501753088:12345-192.168.202.43@tcp:101:stat.0 Request processed in 1944us (2557us total) trans 0 rc 0/0 00000100:00100000:1.0:1789518563.582023:0:24590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 46 00010000:00010000:3.0:1789518563.637827:0:22642:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789518563.712247:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1789518563.712563:0:22655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445501753344 00000100:00100000:2.0:1789518563.712577:0:22655:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445501753344 00000100:00100000:2.0:1789518563.712670:0:22655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 47 00000100:00100000:2.0:1789518563.712682:0:22655:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7303d63480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0dd73589-3012-4aa9-8181-d1fd4f88ac64+29:18751:x1876445501753344:12345-192.168.202.43@tcp:36:truncate.0 00010000:00010000:2.0:1789518563.712756:0:22655:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789518563.712794:0:22655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8e743f8b7800/0x8d0fd67942316352 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0x3c6c92dc785667b9 expref: 29 pid: 24590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518563.712820:0:22655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8e73010b7300) 00010000:00010000:2.0:1789518563.712826:0:22655:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1789518563.714878:0:22655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033ac000/0x8d0fd67942316359 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518563.714908:0:22655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033ac000/0x8d0fd67942316359 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518563.714946:0:22655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033ac000/0x8d0fd67942316359 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22655 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1789518563.715046:0:22655:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901908 00000004:00010000:2.0:1789518563.715071:0:22655:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000f7e7fd1c reply state 000000007511549d transno 12884901909 ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033ac000/0x8d0fd67942316359 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518563.715085:0:22655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033ac000/0x8d0fd67942316359 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518563.715094:0:22655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8e73010b7300) 00010000:00010000:2.0:1789518563.715097:0:22655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1789518563.715102:0:22655:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1789518563.716621:0:22655:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7303d63480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0dd73589-3012-4aa9-8181-d1fd4f88ac64+31:18751:x1876445501753344:12345-192.168.202.43@tcp:36:truncate.0 Request processed in 3917us (4367us total) trans 12884901909 rc 0/0 00000100:00100000:2.0:1789518563.716635:0:22655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 47 00000020:00080000:2.0:1789518563.716643:0:22655:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1789518563.829949:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e742bf66d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1876445522839168:0@lo:400:kworker.0 00000100:00100000:2.0:1789518563.830063:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789518563.830107:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e743d2af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3638:1876445522839680:0@lo:400:kworker.0 00000100:00100000:2.0:1789518563.830130:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789518563.830157:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e743d2aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3638:1876445522840192:0@lo:400:kworker.0 00000100:00100000:2.0:1789518563.830186:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789518563.830218:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:2.0:1789518563.830224:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e742bf64a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1876445522839040:0@lo:400:kworker.0 00000100:00100000:2.0:1789518563.830253:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789518563.830270:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e742bf67800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3638:1876445522839552:0@lo:400:kworker.0 00000100:00100000:2.0:1789518563.830326:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789518563.830343:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e743d2ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3638:1876445522840064:0@lo:400:kworker.0 00000100:00100000:2.0:1789518563.830362:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789518563.830397:0:22654:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522840192 00000100:00100000:2.0:1789518563.830408:0:22654:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522840192 00000100:00080000:2.0:1789518563.830459:0:22649:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1789518563.830534:0:22654:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522840064 00000100:00100000:2.0:1789518563.830538:0:22654:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522840064 00000100:00080000:2.0:1789518563.830552:0:22649:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1789518563.830578:0:22655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00100000:2.0:1789518563.830589:0:22655:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7435f72a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3638:x1876445522840192:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789518563.830651:0:22655:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7435f72a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3638:x1876445522840192:12345-0@lo:400:kworker.0 Request processed in 64us (463us total) trans 0 rc 0/0 00000100:00100000:2.0:1789518563.830660:0:22655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00000100:00100000:2.0:1789518563.830710:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e743d2aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3638:1876445522840192:0@lo:400:kworker.0 00000100:00100000:2.0:1789518563.830736:0:22655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00100000:2.0:1789518563.830744:0:22655:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7435f71880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3638:x1876445522840064:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789518563.830774:0:22655:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7435f71880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3638:x1876445522840064:12345-0@lo:400:kworker.0 Request processed in 32us (411us total) trans 0 rc 0/0 00000100:00100000:2.0:1789518563.830780:0:22655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00010000:00080000:2.0:1789518563.830804:0:3638:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8e743d2ad180 x1876445522840064/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789518579 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789518563.830815:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e743d2ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3638:1876445522840064:0@lo:400:kworker.0 00000100:00100000:3.0:1789518563.831334:0:22658:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522839040 00000100:00100000:3.0:1789518563.831343:0:22658:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522839040 00000100:00100000:3.0:1789518563.831386:0:22658:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00100000:3.0:1789518563.831394:0:22658:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7435f72680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3638:x1876445522839040:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789518563.831492:0:22658:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7435f72680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3638:x1876445522839040:12345-0@lo:400:kworker.0 Request processed in 99us (1238us total) trans 0 rc 0/0 00000100:00100000:3.0:1789518563.831500:0:22658:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000100:00100000:3.0:1789518563.831531:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e742bf64a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1876445522839040:0@lo:400:kworker.0 00000100:00100000:1.0:1789518563.832053:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e742bf64700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1ba3fd75-b94d-432d-934d-65078cb73340:3640:1876445522838912:0@lo:400:kworker.0 00000100:00100000:1.0:1789518563.832111:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789518563.832514:0:24592:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522839168 00000100:00100000:3.0:1789518563.832521:0:24592:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522839168 00000100:00100000:3.0:1789518563.832570:0:24592:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522839680 00000100:00100000:3.0:1789518563.832573:0:24592:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522839680 00000100:00100000:3.0:1789518563.832588:0:24592:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522839552 00000100:00100000:3.0:1789518563.832591:0:24592:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522839552 00000100:00100000:3.0:1789518563.832626:0:24592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:3.0:1789518563.832634:0:24592:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7435f71f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3638:x1876445522839168:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789518563.832691:0:24592:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7435f71f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3638:x1876445522839168:12345-0@lo:400:kworker.0 Request processed in 59us (2629us total) trans 0 rc 0/0 00000100:00100000:3.0:1789518563.832698:0:24592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:3.0:1789518563.832714:0:24592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:3.0:1789518563.832720:0:24592:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7435f70000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3638:x1876445522839680:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789518563.832751:0:24592:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7435f70000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3638:x1876445522839680:12345-0@lo:400:kworker.0 Request processed in 32us (2621us total) trans 0 rc 0/0 00000100:00100000:3.0:1789518563.832757:0:24592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:3.0:1789518563.832784:0:24592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:3.0:1789518563.832790:0:24592:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7435f70a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3638:x1876445522839552:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789518563.832818:0:24592:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7435f70a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3638:x1876445522839552:12345-0@lo:400:kworker.0 Request processed in 29us (2492us total) trans 0 rc 0/0 00000100:00100000:3.0:1789518563.832824:0:24592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00080000:3.0:1789518563.833200:0:22649:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1789518563.833207:0:22649:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1789518563.833356:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e742bf67800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3638:1876445522839552:0@lo:400:kworker.0 00000100:00100000:3.0:1789518563.833381:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e742bf66d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1876445522839168:0@lo:400:kworker.0 00000100:00100000:3.0:1789518563.833395:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e743d2af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3638:1876445522839680:0@lo:400:kworker.0 00000100:00100000:1.0:1789518563.833541:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e742bf64380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3640:1876445522839424:0@lo:400:kworker.0 00000100:00100000:1.0:1789518563.833587:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789518563.833697:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e743d2ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3640:1876445522839936:0@lo:400:kworker.0 00000100:00100000:1.0:1789518563.833738:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789518563.833767:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e7303602a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1876445522840448:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1789518563.833802:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789518563.833831:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:1.0:1789518563.833838:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e742bf65f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3640:1876445522839296:0@lo:400:kworker.0 00000100:00100000:1.0:1789518563.834132:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789518563.834270:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e743d2ae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3640:1876445522839808:0@lo:400:kworker.0 00000100:00100000:0.0:1789518563.834480:0:22645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522838912 00000100:00100000:0.0:1789518563.834492:0:22645:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522838912 00000100:00100000:0.0:1789518563.834552:0:22645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 170 00000100:00100000:0.0:1789518563.834561:0:22645:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e741e87fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1ba3fd75-b94d-432d-934d-65078cb73340+24:3640:x1876445522838912:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789518563.835716:0:24590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522839936 00000100:00100000:3.0:1789518563.835729:0:24590:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522839936 00000100:00080000:3.0:1789518563.835775:0:22649:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1789518563.835817:0:24590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522839296 00000100:00100000:3.0:1789518563.835821:0:24590:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522839296 00000100:00100000:3.0:1789518563.835835:0:24590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000100:00100000:3.0:1789518563.835842:0:24590:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7301ba2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3640:x1876445522839936:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789518563.836053:0:22659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522839424 00000100:00100000:2.0:1789518563.836060:0:22659:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522839424 00000100:00100000:2.0:1789518563.836094:0:22659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00100000:2.0:1789518563.836122:0:22659:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7301ba1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3640:x1876445522839424:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789518563.843760:0:22645:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e741e87fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1ba3fd75-b94d-432d-934d-65078cb73340+24:3640:x1876445522838912:12345-0@lo:400:kworker.0 Request processed in 9183us (11631us total) trans 0 rc 0/0 00000100:00100000:0.0:1789518563.843783:0:22645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 170 00000100:00100000:0.0:1789518563.843994:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e7303d61c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1876445522840576:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1789518563.844044:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789518563.844115:0:24167:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522840448 00000100:00100000:0.0:1789518563.844124:0:24167:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522840448 00000100:00100000:0.0:1789518563.844174:0:24167:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522840576 00000100:00100000:0.0:1789518563.844177:0:24167:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522840576 00000100:00100000:0.0:1789518563.844190:0:24167:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:0.0:1789518563.844199:0:24167:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7301ba0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1876445522840448:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1789518563.844238:0:24167:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923505152 avail 3691982848 00000100:00100000:0.0:1789518563.844284:0:24167:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7301ba0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1876445522840448:12345-0@lo:13:osp-pre-1-0.0 Request processed in 85us (10480us total) trans 0 rc 0/0 00000100:00100000:0.0:1789518563.844290:0:24167:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:0.0:1789518563.844301:0:24167:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:0.0:1789518563.844307:0:24167:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7303d60000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3637:x1876445522840576:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1789518563.844316:0:24167:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923505152 avail 3691982848 00000100:00100000:0.0:1789518563.844363:0:24167:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7303d60000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3637:x1876445522840576:12345-0@lo:13:osp-pre-1-1.0 Request processed in 56us (319us total) trans 0 rc 0/0 00000100:00100000:0.0:1789518563.844369:0:24167:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:0.0:1789518563.844415:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e7303d61c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1876445522840576:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1789518563.844570:0:22655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64 00000100:00100000:0.0:1789518563.844581:0:22655:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e730207df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3640:x1876445522839296:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789518563.844622:0:22655:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e730207df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3640:x1876445522839296:12345-0@lo:400:kworker.0 Request processed in 44us (10490us total) trans 0 rc 0/0 00000100:00100000:0.0:1789518563.844628:0:22655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64 00000100:00100000:3.0:1789518563.848231:0:24590:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7301ba2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3640:x1876445522839936:12345-0@lo:400:kworker.0 Request processed in 12371us (14474us total) trans 0 rc 0/0 00000100:00100000:3.0:1789518563.848252:0:24590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 00000100:00100000:1.0:1789518563.848852:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789518563.848904:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e7435f70e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3640:1876445522840320:0@lo:400:kworker.0 00000100:00100000:1.0:1789518563.848962:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789518563.849290:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e7303602a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1876445522840448:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1789518563.849306:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e742bf64700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1ba3fd75-b94d-432d-934d-65078cb73340:3640:1876445522838912:0@lo:400:kworker.0 00000100:00100000:1.0:1789518563.849343:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e743d2ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3640:1876445522839936:0@lo:400:kworker.0 00000100:00100000:1.0:1789518563.849394:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e742bf65f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3640:1876445522839296:0@lo:400:kworker.0 00000100:00100000:0.0:1789518563.849841:0:22655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522839808 00000100:00100000:0.0:1789518563.849852:0:22655:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522839808 00000100:00100000:0.0:1789518563.849922:0:22655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522840320 00000100:00100000:0.0:1789518563.849926:0:22655:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522840320 00000100:00100000:0.0:1789518563.849985:0:22655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65 00000100:00100000:0.0:1789518563.850241:0:22655:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7435f0b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3640:x1876445522839808:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789518563.850336:0:22655:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7435f0b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3640:x1876445522839808:12345-0@lo:400:kworker.0 Request processed in 100us (1487us total) trans 0 rc 0/0 00000100:00100000:0.0:1789518563.850344:0:22655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 00000100:00100000:0.0:1789518563.850378:0:22655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00100000:0.0:1789518563.850386:0:22655:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7435f09180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3640:x1876445522840320:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789518563.850419:0:22655:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7435f09180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3640:x1876445522840320:12345-0@lo:400:kworker.0 Request processed in 35us (1456us total) trans 0 rc 0/0 00000100:00100000:0.0:1789518563.850426:0:22655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00000100:00080000:3.0:1789518563.850628:0:22649:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1789518563.853698:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e743d2ae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3640:1876445522839808:0@lo:400:kworker.0 00010000:00080000:1.0:1789518563.853728:0:3640:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8e7435f70e00 x1876445522840320/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789518579 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789518563.853741:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e7435f70e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3640:1876445522840320:0@lo:400:kworker.0 00000100:00100000:2.0:1789518563.855994:0:22659:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7301ba1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3640:x1876445522839424:12345-0@lo:400:kworker.0 Request processed in 19844us (22375us total) trans 0 rc 0/0 00000100:00100000:2.0:1789518563.856017:0:22659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00000100:00100000:1.0:1789518563.856399:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e742bf64380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3640:1876445522839424:0@lo:400:kworker.0 00000100:00100000:0.0:1789518563.997703:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1789518563.999605:0:22655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445501753472 00000100:00100000:2.0:1789518563.999626:0:22655:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445501753472 00000100:00100000:2.0:1789518563.999734:0:22655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 48 00000100:00100000:2.0:1789518563.999748:0:22655:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7303d61c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0dd73589-3012-4aa9-8181-d1fd4f88ac64+31:18765:x1876445501753472:12345-192.168.202.43@tcp:101:stat.0 00010000:00010000:2.0:1789518563.999791:0:22655:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789518563.999821:0:22655:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033ad600/0x8d0fd67942316360 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3c6c92dc785667c0 expref: -99 pid: 22655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518563.999913:0:22655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033aca00/0x8d0fd67942316367 lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 22655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518563.999934:0:22655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033aca00/0x8d0fd67942316367 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518563.999949:0:22655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033aca00/0x8d0fd67942316367 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518563.999962:0:22655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033acc00/0x8d0fd6794231636e lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518563.999969:0:22655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033acc00/0x8d0fd6794231636e lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518563.999976:0:22655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033acc00/0x8d0fd6794231636e lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518564.000100:0:22655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033ada00/0x8d0fd67942316375 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 22655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518564.000111:0:22655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033ada00/0x8d0fd67942316375 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518564.000118:0:22655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033ada00/0x8d0fd67942316375 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22655 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1789518564.000176:0:22655:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 1234567 00000004:00200000:2.0:1789518564.000182:0:22655:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1789518564.000211:0:22655:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033ada00/0x8d0fd67942316375 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518564.000226:0:22655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033ada00/0x8d0fd67942316375 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518564.000235:0:22655:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033aca00/0x8d0fd67942316367 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518564.000242:0:22655:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033aca00/0x8d0fd67942316367 lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 22655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518564.000249:0:22655:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033aca00/0x8d0fd67942316367 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518564.000257:0:22655:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8e73033aca00 already unused, calling callback (ffffffffc17e44f0) 00010000:00010000:2.0:1789518564.000261:0:22655:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033aca00/0x8d0fd67942316367 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518564.000269:0:22655:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033aca00/0x8d0fd67942316367 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 22655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518564.000290:0:22655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8e7441623400) 00010000:00010000:2.0:1789518564.000293:0:22655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1789518564.000300:0:22655:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033aca00/0x8d0fd67942316367 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518564.000307:0:22655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033aca00/0x8d0fd67942316367 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518564.000326:0:22655:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033acc00/0x8d0fd6794231636e lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518564.000331:0:22655:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033acc00/0x8d0fd6794231636e lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518564.000336:0:22655:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033acc00/0x8d0fd6794231636e lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518564.000341:0:22655:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8e73033acc00 already unused, calling callback (ffffffffc17e44f0) 00010000:00010000:2.0:1789518564.000344:0:22655:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033acc00/0x8d0fd6794231636e lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518564.000349:0:22655:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033acc00/0x8d0fd6794231636e lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518564.000357:0:22655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0xb42112bc (ffff8e73010b7400) 00010000:00010000:2.0:1789518564.000359:0:22655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1789518564.000362:0:22655:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033acc00/0x8d0fd6794231636e lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518564.000369:0:22655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033acc00/0x8d0fd6794231636e lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518564.000411:0:22655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033ad600/0x8d0fd67942316360 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0x3c6c92dc785667c0 expref: 33 pid: 22655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518564.000427:0:22655:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033ada00/0x8d0fd67942316375 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0x3c6c92dc785667c0 expref: 32 pid: 22655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518564.000435:0:22655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8e73010b7300) 00010000:00010000:2.0:1789518564.000437:0:22655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1789518564.000564:0:22655:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8e73033ada00, rc 0) 00000100:00100000:2.0:1789518564.000660:0:22655:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7303d61c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0dd73589-3012-4aa9-8181-d1fd4f88ac64+32:18765:x1876445501753472:12345-192.168.202.43@tcp:101:stat.0 Request processed in 914us (2971us total) trans 0 rc 0/0 00000100:00100000:2.0:1789518564.000669:0:22655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 48 00000100:00100000:0.0:1789518564.198417:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1789518564.200207:0:22654:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445501753728 00000100:00100000:3.0:1789518564.200240:0:22654:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445501753728 00000100:00100000:3.0:1789518564.200336:0:22654:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 49 00000100:00100000:3.0:1789518564.200349:0:22654:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7303d60e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0dd73589-3012-4aa9-8181-d1fd4f88ac64+32:18775:x1876445501753728:12345-192.168.202.43@tcp:101:lfs.0 00010000:00010000:3.0:1789518564.200377:0:22654:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789518564.200421:0:22654:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8e740165d800/0x8d0fd6794231637c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3c6c92dc785667c7 expref: -99 pid: 22654 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1789518564.200813:0:22654:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:3.0:1789518564.200956:0:22654:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8e740165d800/0x8d0fd6794231637c lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0x3c6c92dc785667c7 expref: 34 pid: 22654 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518564.200975:0:22654:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8e7303358e00) 00010000:00010000:3.0:1789518564.200978:0:22654:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1789518564.200984:0:22654:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8e740165d800/0x8d0fd6794231637c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.43@tcp remote: 0x3c6c92dc785667c7 expref: 34 pid: 22654 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518564.201004:0:22654:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8e740165d800, rc 0) 00000100:00100000:3.0:1789518564.201286:0:22654:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7303d60e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0dd73589-3012-4aa9-8181-d1fd4f88ac64+33:18775:x1876445501753728:12345-192.168.202.43@tcp:101:lfs.0 Request processed in 938us (2884us total) trans 12884901910 rc 301/301 00000100:00100000:3.0:1789518564.201294:0:22654:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 49 00000100:00100000:0.0:1789518564.215140:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1789518564.215245:0:22657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445501753984 00000100:00100000:3.0:1789518564.215261:0:22657:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445501753984 00000100:00100000:3.0:1789518564.215336:0:22657:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 10 00000100:00100000:3.0:1789518564.215349:0:22657:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e743ba1b050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0dd73589-3012-4aa9-8181-d1fd4f88ac64+33:18775:x1876445501753984:12345-192.168.202.43@tcp:35:lfs.0 00000100:00100000:3.0:1789518564.215732:0:22657:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e743ba1b050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0dd73589-3012-4aa9-8181-d1fd4f88ac64+34:18775:x1876445501753984:12345-192.168.202.43@tcp:35:lfs.0 Request processed in 385us (617us total) trans 12884901911 rc 0/0 00000100:00100000:3.0:1789518564.215741:0:22657:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 10 00000100:00100000:0.0:1789518564.316191:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1789518564.318517:0:22655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445501754240 00000100:00100000:2.0:1789518564.318541:0:22655:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445501754240 00000100:00100000:2.0:1789518564.318650:0:22655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 50 00000100:00100000:2.0:1789518564.318664:0:22655:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7303d60380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0dd73589-3012-4aa9-8181-d1fd4f88ac64+34:18781:x1876445501754240:12345-192.168.202.43@tcp:101:bash.0 00010000:00010000:2.0:1789518564.318703:0:22655:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789518564.318743:0:22655:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033ad600/0x8d0fd6794231638a lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3c6c92dc785667ce expref: -99 pid: 22655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518564.318879:0:22655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033acc00/0x8d0fd67942316391 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 22655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518564.318895:0:22655:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033ad800/0x8d0fd679423162b8 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0x3c6c92dc78566788 expref: 35 pid: 22654 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518564.318903:0:22655:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033ada00/0x8d0fd67942316375 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0x3c6c92dc785667c0 expref: 35 pid: 22655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518564.318927:0:22655:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033acc00/0x8d0fd67942316391 lrc: 5/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 22655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518564.319122:0:22655:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033ada00/0x8d0fd67942316375 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.43@tcp remote: 0x3c6c92dc785667c0 expref: 35 pid: 22655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518564.319138:0:22655:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033ada00/0x8d0fd67942316375 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.43@tcp remote: 0x3c6c92dc785667c0 expref: 35 pid: 22655 timeout: 832 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789518564.319154:0:22655:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e7435f70380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22655:1876445522840704:192.168.202.43@tcp:104: 00010000:00010000:2.0:1789518564.319270:0:22655:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033ad800/0x8d0fd679423162b8 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.43@tcp remote: 0x3c6c92dc78566788 expref: 35 pid: 22654 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518564.319280:0:22655:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033ad800/0x8d0fd679423162b8 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.43@tcp remote: 0x3c6c92dc78566788 expref: 35 pid: 22654 timeout: 832 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789518564.319288:0:22655:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e7435f70e00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22655:1876445522840832:192.168.202.43@tcp:104: 00000100:00100000:2.0:1789518564.319383:0:22655:0:(client.c:2716:ptlrpc_set_wait()) set ffff8e73035aae40 going to sleep for 11 seconds 00000100:00100000:2.0:1789518564.322958:0:22655:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e7435f70380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22655:1876445522840704:192.168.202.43@tcp:104: 00000100:00100000:2.0:1789518564.322981:0:22655:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e7435f70e00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22655:1876445522840832:192.168.202.43@tcp:104: 00010000:00010000:2.0:1789518564.323029:0:22655:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033acc00/0x8d0fd67942316391 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 22655 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789518564.324737:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1789518564.324842:0:22638:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445501754368 00000100:00100000:1.0:1789518564.324856:0:22638:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445501754368 00000100:00100000:0.0:1789518564.324858:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00010000:00010000:1.0:1789518564.324912:0:22638:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033ada00/0x8d0fd67942316375 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.43@tcp remote: 0x3c6c92dc785667c0 expref: 36 pid: 22655 timeout: 832 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789518564.324978:0:22638:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445501754496 00000100:00100000:1.0:1789518564.324982:0:22638:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445501754496 00010000:00010000:1.0:1789518564.324996:0:22638:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033ad800/0x8d0fd679423162b8 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.43@tcp remote: 0x3c6c92dc78566788 expref: 37 pid: 22654 timeout: 832 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789518564.325033:0:22638:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 17 00000100:00100000:1.0:1789518564.325045:0:22638:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e73037efc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dd73589-3012-4aa9-8181-d1fd4f88ac64+37:2388:x1876445501754368:12345-192.168.202.43@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1789518564.325065:0:22638:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1789518564.325074:0:22638:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033ada00/0x8d0fd67942316375 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.43@tcp remote: 0x3c6c92dc785667c0 expref: 37 pid: 22655 timeout: 832 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518564.325090:0:22638:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033ada00/0x8d0fd67942316375 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.43@tcp remote: 0x3c6c92dc785667c0 expref: 37 pid: 22655 timeout: 832 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789518564.325150:0:22639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 18 00010000:00010000:1.0:1789518564.325150:0:22638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033ada00/0x8d0fd67942316375 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.43@tcp remote: 0x3c6c92dc785667c0 expref: 37 pid: 22655 timeout: 832 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789518564.325161:0:22639:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7303d62d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dd73589-3012-4aa9-8181-d1fd4f88ac64+36:2388:x1876445501754496:12345-192.168.202.43@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1789518564.325170:0:22639:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1789518564.325170:0:22638:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8e73010b7300) 00010000:00010000:1.0:1789518564.325176:0:22638:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033acc00/0x8d0fd67942316391 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 22655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518564.325181:0:22639:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033ad800/0x8d0fd679423162b8 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.43@tcp remote: 0x3c6c92dc78566788 expref: 36 pid: 22654 timeout: 832 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518564.325186:0:22638:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033acc00/0x8d0fd67942316391 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 22655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518564.325193:0:22638:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1789518564.325266:0:22638:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e73037efc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dd73589-3012-4aa9-8181-d1fd4f88ac64+36:2388:x1876445501754368:12345-192.168.202.43@tcp:103:ldlm_bl.0 Request processed in 224us (541us total) trans 0 rc 0/0 00000100:00100000:1.0:1789518564.325275:0:22638:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 17 00010000:00010000:3.0:1789518564.326309:0:22639:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033ad800/0x8d0fd679423162b8 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.43@tcp remote: 0x3c6c92dc78566788 expref: 35 pid: 22654 timeout: 832 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518564.326337:0:22639:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033ad800/0x8d0fd679423162b8 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.43@tcp remote: 0x3c6c92dc78566788 expref: 35 pid: 22654 timeout: 832 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518564.326355:0:22639:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8e73010b7300) 00010000:00010000:3.0:1789518564.326360:0:22639:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033acc00/0x8d0fd67942316391 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518564.326370:0:22639:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033acc00/0x8d0fd67942316391 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 22655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518564.326381:0:22639:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033acc00/0x8d0fd67942316391 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 22655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518564.326521:0:22639:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1789518564.326572:0:22639:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7303d62d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dd73589-3012-4aa9-8181-d1fd4f88ac64+34:2388:x1876445501754496:12345-192.168.202.43@tcp:103:ldlm_bl.0 Request processed in 1413us (1712us total) trans 0 rc 0/0 00000100:00100000:3.0:1789518564.326584:0:22639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 18 00010000:00010000:2.0:1789518564.328964:0:22655:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033acc00/0x8d0fd67942316391 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518564.329020:0:22655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033acc00/0x8d0fd67942316391 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22655 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1789518564.329173:0:22655:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 1234567 00010000:00010000:2.0:1789518564.329604:0:22655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033ad600/0x8d0fd6794231638a lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0x3c6c92dc785667ce expref: 35 pid: 22655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518564.329631:0:22655:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033acc00/0x8d0fd67942316391 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0x3c6c92dc785667ce expref: 34 pid: 22655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518564.329643:0:22655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8e73010b7300) 00010000:00010000:2.0:1789518564.329646:0:22655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1789518564.329651:0:22655:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8e73033acc00, rc 0) 00000100:00100000:2.0:1789518564.329866:0:22655:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7303d60380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0dd73589-3012-4aa9-8181-d1fd4f88ac64+34:18781:x1876445501754240:12345-192.168.202.43@tcp:101:bash.0 Request processed in 11202us (13688us total) trans 12884901912 rc 0/0 00000100:00100000:2.0:1789518564.329877:0:22655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 50 00000100:00100000:0.0:1789518564.333877:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1789518564.333984:0:22653:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445501754752 00000100:00100000:2.0:1789518564.333998:0:22653:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445501754752 00000100:00100000:2.0:1789518564.334928:0:22653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 51 00000100:00100000:2.0:1789518564.334948:0:22653:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e74317c0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0dd73589-3012-4aa9-8181-d1fd4f88ac64+34:18781:x1876445501754752:12345-192.168.202.43@tcp:36:bash.0 00010000:00010000:2.0:1789518564.335399:0:22653:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033aca00/0x8d0fd6794231639f lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 22653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518564.335426:0:22653:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033aca00/0x8d0fd6794231639f lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518564.335817:0:22653:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033aca00/0x8d0fd6794231639f lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22653 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1789518564.335909:0:22653:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901913 00000004:00010000:2.0:1789518564.335937:0:22653:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000f0768f58 reply state 00000000e6bc78cf transno 12884901914 ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033aca00/0x8d0fd6794231639f lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518564.335953:0:22653:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033aca00/0x8d0fd6794231639f lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518564.335962:0:22653:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8e73010b7300) 00010000:00010000:2.0:1789518564.335965:0:22653:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1789518564.335971:0:22653:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1789518564.336622:0:22653:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e74317c0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0dd73589-3012-4aa9-8181-d1fd4f88ac64+37:18781:x1876445501754752:12345-192.168.202.43@tcp:36:bash.0 Request processed in 1676us (2753us total) trans 12884901914 rc 0/0 00000100:00100000:2.0:1789518564.336634:0:22653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 51 00000020:00080000:2.0:1789518564.336641:0:22653:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1789518564.341078:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1789518564.341396:0:24590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445501754880 00000100:00100000:3.0:1789518564.341411:0:24590:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445501754880 00000100:00100000:3.0:1789518564.341532:0:24590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 52 00000100:00100000:3.0:1789518564.341545:0:24590:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e74317c2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0dd73589-3012-4aa9-8181-d1fd4f88ac64+37:18781:x1876445501754880:12345-192.168.202.43@tcp:101:bash.0 00010000:00010000:3.0:1789518564.341580:0:24590:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789518564.341610:0:24590:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8e740165d800/0x8d0fd679423163a6 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3c6c92dc785667d5 expref: -99 pid: 24590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518564.341722:0:24590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8e740165d800/0x8d0fd679423163a6 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.43@tcp remote: 0x3c6c92dc785667d5 expref: 38 pid: 24590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518564.341741:0:24590:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8e740165d800/0x8d0fd679423163a6 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.43@tcp remote: 0x3c6c92dc785667d5 expref: 38 pid: 24590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518564.341765:0:24590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8e73010b7300) 00010000:00010000:3.0:1789518564.341768:0:24590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1789518564.341773:0:24590:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8e740165d800, rc 0) 00000100:00100000:3.0:1789518564.341845:0:24590:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e74317c2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0dd73589-3012-4aa9-8181-d1fd4f88ac64+38:18781:x1876445501754880:12345-192.168.202.43@tcp:101:bash.0 Request processed in 303us (782us total) trans 0 rc 0/0 00000100:00100000:3.0:1789518564.341854:0:24590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 52 00000100:00100000:1.0:1789518564.350959:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1789518564.351090:0:22654:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445501755008 00000100:00100000:3.0:1789518564.351170:0:22654:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445501755008 00000100:00100000:3.0:1789518564.351339:0:22654:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 53 00000100:00100000:3.0:1789518564.351353:0:22654:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7303db7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0dd73589-3012-4aa9-8181-d1fd4f88ac64+38:18781:x1876445501755008:12345-192.168.202.43@tcp:101:bash.0 00010000:00010000:3.0:1789518564.351384:0:22654:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789518564.351413:0:22654:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8e740165d400/0x8d0fd679423163ad lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3c6c92dc785667dc expref: -99 pid: 22654 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518564.351602:0:22654:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8e740165d000/0x8d0fd679423163b4 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 22654 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518564.351621:0:22654:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033acc00/0x8d0fd67942316391 lrc: 2/0,0 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0x3c6c92dc785667ce expref: 39 pid: 22655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518564.351645:0:22654:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8e740165d000/0x8d0fd679423163b4 lrc: 4/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x13/0x8 rrc: 9 type: IBT flags: 0x50210000000000 pid: 22654 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518564.351828:0:22654:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033acc00/0x8d0fd67942316391 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.43@tcp remote: 0x3c6c92dc785667ce expref: 39 pid: 22655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518564.351845:0:22654:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033acc00/0x8d0fd67942316391 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.43@tcp remote: 0x3c6c92dc785667ce expref: 39 pid: 22655 timeout: 832 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789518564.351860:0:22654:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e7303602d80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:22654:1876445522840960:192.168.202.43@tcp:104: 00000100:00100000:3.0:1789518564.351982:0:22654:0:(client.c:2716:ptlrpc_set_wait()) set ffff8e74056da0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1789518564.355622:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1789518564.356008:0:23811:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445501755136 00000100:00100000:1.0:1789518564.356021:0:23811:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445501755136 00010000:00010000:1.0:1789518564.356078:0:23811:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033acc00/0x8d0fd67942316391 lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.43@tcp remote: 0x3c6c92dc785667ce expref: 40 pid: 22655 timeout: 832 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789518564.356130:0:23811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 19 00000100:00100000:1.0:1789518564.356140:0:23811:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e74317c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0dd73589-3012-4aa9-8181-d1fd4f88ac64+40:2388:x1876445501755136:12345-192.168.202.43@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1789518564.356158:0:23811:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1789518564.356166:0:23811:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033acc00/0x8d0fd67942316391 lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.43@tcp remote: 0x3c6c92dc785667ce expref: 40 pid: 22655 timeout: 832 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518564.356182:0:23811:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033acc00/0x8d0fd67942316391 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.43@tcp remote: 0x3c6c92dc785667ce expref: 40 pid: 22655 timeout: 832 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518564.356237:0:23811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8e73010b7300) 00010000:00010000:1.0:1789518564.356243:0:23811:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8e740165d000/0x8d0fd679423163b4 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x13/0x8 rrc: 10 type: IBT flags: 0x50210000000000 pid: 22654 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518564.356256:0:23811:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8e740165d000/0x8d0fd679423163b4 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x50290000000000 pid: 22654 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518564.356265:0:23811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8e740165d000/0x8d0fd679423163b4 lrc: 4/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x50290000000000 pid: 22654 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518564.356290:0:23811:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1789518564.356356:0:23811:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e74317c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0dd73589-3012-4aa9-8181-d1fd4f88ac64+40:2388:x1876445501755136:12345-192.168.202.43@tcp:103:ldlm_bl.0 Request processed in 217us (748us total) trans 0 rc 0/0 00000100:00100000:1.0:1789518564.356364:0:23811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 19 00010000:00010000:3.0:1789518564.357009:0:22654:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033acc00/0x8d0fd67942316391 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.43@tcp remote: 0x3c6c92dc785667ce expref: 39 pid: 22655 timeout: 832 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789518564.357037:0:22654:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e7303602d80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:22654:1876445522840960:192.168.202.43@tcp:104: 00010000:00010000:3.0:1789518564.357068:0:22654:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8e740165d000/0x8d0fd679423163b4 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 22654 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518564.357079:0:22654:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8e740165d000/0x8d0fd679423163b4 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 22654 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518564.357087:0:22654:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8e740165d000/0x8d0fd679423163b4 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 22654 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1789518564.357170:0:22654:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00000004:00200000:3.0:1789518564.357175:0:22654:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1789518564.357218:0:22654:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8e740165d000/0x8d0fd679423163b4 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 22654 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518564.357278:0:22654:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8e740165d400/0x8d0fd679423163ad lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0x3c6c92dc785667dc expref: 39 pid: 22654 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518564.357297:0:22654:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8e740165d000/0x8d0fd679423163b4 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0x3c6c92dc785667dc expref: 38 pid: 22654 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518564.357306:0:22654:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8e73010b7300) 00010000:00010000:3.0:1789518564.357309:0:22654:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1789518564.357312:0:22654:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8e740165d000, rc 0) 00000100:00100000:3.0:1789518564.357372:0:22654:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7303db7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0dd73589-3012-4aa9-8181-d1fd4f88ac64+38:18781:x1876445501755008:12345-192.168.202.43@tcp:101:bash.0 Request processed in 6023us (6442us total) trans 0 rc 0/0 00000100:00100000:3.0:1789518564.357381:0:22654:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 53 00000100:00100000:0.0:1789518564.362515:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1789518564.362708:0:22640:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445501755392 00000100:00100000:2.0:1789518564.362724:0:22640:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445501755392 00000100:00100000:2.0:1789518564.362811:0:22640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 3 00000100:00100000:2.0:1789518564.362826:0:22640:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e74317c2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0dd73589-3012-4aa9-8181-d1fd4f88ac64+38:18781:x1876445501755392:12345-192.168.202.43@tcp:103:bash.0 00010000:00010000:2.0:1789518564.362847:0:22640:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1789518564.362882:0:22640:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8e740165d800/0x8d0fd679423163a6 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.43@tcp remote: 0x3c6c92dc785667d5 expref: 38 pid: 24590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518564.362915:0:22640:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8e740165d000/0x8d0fd679423163b4 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0x3c6c92dc785667dc expref: 37 pid: 22654 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518564.362927:0:22640:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8e73010b7300) 00010000:00010000:2.0:1789518564.362934:0:22640:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1789518564.363024:0:22640:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e74317c2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0dd73589-3012-4aa9-8181-d1fd4f88ac64+36:18781:x1876445501755392:12345-192.168.202.43@tcp:103:bash.0 Request processed in 202us (590us total) trans 0 rc 0/0 00000100:00100000:2.0:1789518564.363033:0:22640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 3 00000100:00100000:1.0:1789518564.366082:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1789518564.366174:0:24590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445501755520 00000100:00100000:3.0:1789518564.366188:0:24590:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445501755520 00000100:00100000:3.0:1789518564.366262:0:24590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 54 00000100:00100000:3.0:1789518564.366273:0:24590:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e743f9b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0dd73589-3012-4aa9-8181-d1fd4f88ac64+36:18781:x1876445501755520:12345-192.168.202.43@tcp:58:bash.0 00010000:00010000:3.0:1789518564.366422:0:24590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8e740165d400/0x8d0fd679423163bb lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 24590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518564.366454:0:24590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8e740165d400/0x8d0fd679423163bb lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 24590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518564.366505:0:24590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8e740165d400/0x8d0fd679423163bb lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 24590 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1789518564.369181:0:24590:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1789518564.369912:0:24590:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7:0x0].3, 64 off8384 00000040:00080000:3.0:1789518564.370177:0:24590:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x14:0x0].1, 136 off8328 00000100:00100000:3.0:1789518564.370345:0:24590:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e743f9b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0dd73589-3012-4aa9-8181-d1fd4f88ac64+36:18781:x1876445501755520:12345-192.168.202.43@tcp:58:bash.0 Request processed in 4065us (4267us total) trans 0 rc 0/0 00000100:00100000:3.0:1789518564.370359:0:24590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 54 00000100:00100000:1.0:1789518564.373554:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1789518564.373667:0:22653:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445501755648 00000100:00100000:2.0:1789518564.373683:0:22653:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445501755648 00000100:00100000:2.0:1789518564.373756:0:22653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 55 00000100:00100000:2.0:1789518564.373768:0:22653:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e743f9b1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0dd73589-3012-4aa9-8181-d1fd4f88ac64+36:18781:x1876445501755648:12345-192.168.202.43@tcp:101:bash.0 00010000:00010000:2.0:1789518564.373794:0:22653:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789518564.373819:0:22653:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033ad600/0x8d0fd679423163c2 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3c6c92dc785667e3 expref: -99 pid: 22653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518564.373894:0:22653:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8e740165d400/0x8d0fd679423163bb lrc: 2/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 24590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518564.373906:0:22653:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033ad600/0x8d0fd679423163c2 lrc: 4/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.43@tcp remote: 0x3c6c92dc785667e3 expref: 37 pid: 22653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518564.373931:0:22653:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff8e740165d400/0x8d0fd679423163bb lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40210400000020 pid: 24590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518564.373947:0:22653:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033ad600/0x8d0fd679423163c2 lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.43@tcp remote: 0x3c6c92dc785667e3 expref: 37 pid: 22653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518564.373964:0:22653:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8e73010b7300) 00010000:00010000:2.0:1789518564.373967:0:22653:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1789518564.373971:0:22653:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033ad600/0x8d0fd679423163c2 lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.43@tcp remote: 0x3c6c92dc785667e3 expref: 37 pid: 22653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518564.373980:0:22653:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8e73033ad600, rc 0) 00000100:00100000:2.0:1789518564.374079:0:22653:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e743f9b1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0dd73589-3012-4aa9-8181-d1fd4f88ac64+37:18781:x1876445501755648:12345-192.168.202.43@tcp:101:bash.0 Request processed in 313us (539us total) trans 0 rc 0/0 00000100:00100000:2.0:1789518564.374087:0:22653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 55 00010000:00010000:0.0:1789518564.663556:0:22641:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1789518565.367707:0:22687:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:2.0:1789518565.367719:0:22687:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x14:0x0] at index 3 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1789518565.367755:0:22687:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x14:0x0] index 2 count 2 00000040:00080000:2.0:1789518565.367767:0:22687:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 4 count 2 00000100:00100000:2.0:1789518565.369404:0:22687:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e7435f70e00 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:22687:1876445522841088:192.168.202.43@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1789518565.369862:0:22687:0:(client.c:2716:ptlrpc_set_wait()) set ffff8e73035aa9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1789518565.386814:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1789518565.387009:0:22687:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e7435f70e00 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:22687:1876445522841088:192.168.202.43@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1789518565.390995:0:22655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445501755776 00000100:00100000:0.0:1789518565.391015:0:22655:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445501755776 00000100:00100000:0.0:1789518565.391415:0:22655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 56 00000100:00100000:0.0:1789518565.391443:0:22655:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e743f93a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0dd73589-3012-4aa9-8181-d1fd4f88ac64+37:18782:x1876445501755776:12345-192.168.202.43@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1789518565.391514:0:22655:0:(mdt_handler.c:7972:mdt_fid2path()) path get [0x2000013a1:0x2:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1789518565.391692:0:22655:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e743f93a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0dd73589-3012-4aa9-8181-d1fd4f88ac64+37:18782:x1876445501755776:12345-192.168.202.43@tcp:53:lhsmtool_posix.0 Request processed in 265us (4893us total) trans 0 rc 0/0 00000100:00100000:0.0:1789518565.391701:0:22655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 56 00000100:00080000:1.0:1789518565.392689:0:22649:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1789518565.402705:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1789518565.402903:0:22653:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445501755904 00000100:00100000:2.0:1789518565.402919:0:22653:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445501755904 00000100:00100000:2.0:1789518565.402998:0:22653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 57 00000100:00100000:2.0:1789518565.403012:0:22653:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e74317c0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0dd73589-3012-4aa9-8181-d1fd4f88ac64+37:18782:x1876445501755904:12345-192.168.202.43@tcp:34:lhsmtool_posix.0 00010000:00010000:2.0:1789518565.403135:0:22653:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033ad800/0x8d0fd679423163c9 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518565.403156:0:22653:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033ad800/0x8d0fd679423163c9 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518565.403171:0:22653:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033ad800/0x8d0fd679423163c9 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518565.403448:0:22653:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033ada00/0x8d0fd679423163d0 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518565.403524:0:22653:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033ada00/0x8d0fd679423163d0 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518565.403558:0:22653:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033ada00/0x8d0fd679423163d0 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518565.403595:0:22653:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033acc00/0x8d0fd679423163d7 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 22653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518565.403605:0:22653:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033acc00/0x8d0fd679423163d7 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 22653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518565.403613:0:22653:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033acc00/0x8d0fd679423163d7 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 22653 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1789518565.403670:0:22653:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00000004:00200000:2.0:1789518565.403675:0:22653:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1789518565.403688:0:22653:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033acc00/0x8d0fd679423163d7 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 22653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518565.403701:0:22653:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033ad800/0x8d0fd679423163c9 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518565.403709:0:22653:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033ad800/0x8d0fd679423163c9 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518565.403715:0:22653:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033ad800/0x8d0fd679423163c9 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518565.403721:0:22653:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8e73033ad800 already unused, calling callback (ffffffffc17e44f0) 00010000:00010000:2.0:1789518565.403726:0:22653:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033ad800/0x8d0fd679423163c9 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518565.403734:0:22653:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033ad800/0x8d0fd679423163c9 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518565.403754:0:22653:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8e73010b7000) 00010000:00010000:2.0:1789518565.403757:0:22653:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1789518565.403762:0:22653:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033ad800/0x8d0fd679423163c9 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518565.403769:0:22653:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033ad800/0x8d0fd679423163c9 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518565.403788:0:22653:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033ada00/0x8d0fd679423163d0 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518565.403795:0:22653:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033ada00/0x8d0fd679423163d0 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518565.403801:0:22653:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033ada00/0x8d0fd679423163d0 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518565.403806:0:22653:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8e73033ada00 already unused, calling callback (ffffffffc17e44f0) 00010000:00010000:2.0:1789518565.403809:0:22653:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033ada00/0x8d0fd679423163d0 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518565.403816:0:22653:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033ada00/0x8d0fd679423163d0 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518565.403823:0:22653:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x925dcd63 (ffff8e73010b7500) 00010000:00010000:2.0:1789518565.403826:0:22653:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1789518565.403829:0:22653:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033ada00/0x8d0fd679423163d0 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518565.403835:0:22653:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033ada00/0x8d0fd679423163d0 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518565.403864:0:22653:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033acc00/0x8d0fd679423163d7 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 22653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518565.403870:0:22653:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033acc00/0x8d0fd679423163d7 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 22653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518565.403877:0:22653:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033acc00/0x8d0fd679423163d7 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 22653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518565.403883:0:22653:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8e73033acc00 already unused, calling callback (ffffffffc17e44f0) 00010000:00010000:2.0:1789518565.403886:0:22653:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033acc00/0x8d0fd679423163d7 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 22653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518565.403893:0:22653:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033acc00/0x8d0fd679423163d7 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 22653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518565.403900:0:22653:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8e73010b7300) 00010000:00010000:2.0:1789518565.403903:0:22653:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1789518565.403906:0:22653:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033acc00/0x8d0fd679423163d7 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 22653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518565.403911:0:22653:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033acc00/0x8d0fd679423163d7 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 22653 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789518565.404163:0:22653:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e74317c0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0dd73589-3012-4aa9-8181-d1fd4f88ac64+37:18782:x1876445501755904:12345-192.168.202.43@tcp:34:lhsmtool_posix.0 Request processed in 1148us (1467us total) trans 0 rc 0/0 00000100:00100000:2.0:1789518565.404176:0:22653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 57 00000100:00100000:2.0:1789518565.411573:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1789518565.411799:0:22655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445501756160 00000100:00100000:0.0:1789518565.411810:0:22655:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445501756160 00000100:00100000:0.0:1789518565.411885:0:22655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 58 00000100:00100000:0.0:1789518565.411896:0:22655:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7435f70e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0dd73589-3012-4aa9-8181-d1fd4f88ac64+37:18782:x1876445501756160:12345-192.168.202.43@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1789518565.411920:0:22655:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789518565.411941:0:22655:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8e7435f9c800/0x8d0fd679423163de lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3c6c92dc785667ea expref: -99 pid: 22655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518565.412056:0:22655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8e7435f9ca00/0x8d0fd679423163e5 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 22655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518565.412088:0:22655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8e7435f9ca00/0x8d0fd679423163e5 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 22655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518565.412100:0:22655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8e7435f9ca00/0x8d0fd679423163e5 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 22655 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1789518565.412115:0:22655:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:0.0:1789518565.412202:0:22655:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8e7435f9ca00/0x8d0fd679423163e5 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 22655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518565.412209:0:22655:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8e7435f9ca00/0x8d0fd679423163e5 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 22655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518565.412216:0:22655:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8e7435f9ca00/0x8d0fd679423163e5 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 22655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518565.412223:0:22655:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8e7435f9ca00 already unused, calling callback (ffffffffc17e44f0) 00010000:00010000:0.0:1789518565.412227:0:22655:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8e7435f9ca00/0x8d0fd679423163e5 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 22655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518565.412234:0:22655:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8e7435f9ca00/0x8d0fd679423163e5 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 22655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518565.412245:0:22655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8e73010b7300) 00010000:00010000:0.0:1789518565.412248:0:22655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1789518565.412253:0:22655:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8e7435f9ca00/0x8d0fd679423163e5 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 22655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518565.412259:0:22655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8e7435f9ca00/0x8d0fd679423163e5 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 22655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518565.412375:0:22655:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8e7435f9c800/0x8d0fd679423163de lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0x3c6c92dc785667ea expref: 39 pid: 22655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518565.412394:0:22655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8e73010b7000) 00010000:00010000:0.0:1789518565.412397:0:22655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1789518565.412401:0:22655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8e7435f9c800/0x8d0fd679423163de lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.43@tcp remote: 0x3c6c92dc785667ea expref: 39 pid: 22655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518565.412412:0:22655:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8e7435f9c800, rc 0) 00000100:00100000:0.0:1789518565.412766:0:22655:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7435f70e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0dd73589-3012-4aa9-8181-d1fd4f88ac64+38:18782:x1876445501756160:12345-192.168.202.43@tcp:101:lhsmtool_posix.0 Request processed in 871us (1202us total) trans 12884901915 rc 301/301 00000100:00100000:0.0:1789518565.412775:0:22655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 58 00000100:00100000:1.0:1789518565.422686:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1789518565.422784:0:22653:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445501756288 00000100:00100000:2.0:1789518565.422796:0:22653:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445501756288 00000100:00100000:2.0:1789518565.422892:0:22653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 59 00000100:00100000:2.0:1789518565.422903:0:22653:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e743f938700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0dd73589-3012-4aa9-8181-d1fd4f88ac64+38:18782:x1876445501756288:12345-192.168.202.43@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1789518565.422945:0:22653:0:(mdt_handler.c:7972:mdt_fid2path()) path get [0x2000013a1:0x2:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1789518565.423444:0:22653:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e743f938700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0dd73589-3012-4aa9-8181-d1fd4f88ac64+38:18782:x1876445501756288:12345-192.168.202.43@tcp:53:lhsmtool_posix.0 Request processed in 542us (766us total) trans 0 rc 0/0 00000100:00100000:2.0:1789518565.423453:0:22653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 59 00000100:00100000:1.0:1789518565.441399:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1789518565.441524:0:22655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445501756544 00000100:00100000:0.0:1789518565.441535:0:22655:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445501756544 00000100:00100000:0.0:1789518565.441588:0:22655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 60 00000100:00100000:0.0:1789518565.441598:0:22655:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e743f938e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0dd73589-3012-4aa9-8181-d1fd4f88ac64+38:18782:x1876445501756544:12345-192.168.202.43@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1789518565.441632:0:22655:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789518565.441653:0:22655:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8e7435f9c800/0x8d0fd679423163f3 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3c6c92dc785667f1 expref: -99 pid: 22655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1789518565.442186:0:22655:0:(osp_internal.h:553:osp_update_last_fid()) Gap in objids: start=[0x2c0000401:0x7:0x0], count =59 00000004:00080000:0.0:1789518565.442194:0:22655:0:(osp_object.c:1645:osp_create()) Writing gap [0x2c0000401:0x7:0x0]+59 in llog 00000004:00080000:0.0:1789518565.442214:0:22655:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x42:0x0], index 1: 0 00010000:00010000:0.0:1789518565.443024:0:22655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8e7435f9ca00/0x8d0fd679423163fa lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518565.443244:0:22655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8e7435f9ca00/0x8d0fd679423163fa lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518565.443260:0:22655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8e7435f9ca00/0x8d0fd679423163fa lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518565.443661:0:22655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8e7435f9c800/0x8d0fd679423163f3 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0x3c6c92dc785667f1 expref: 41 pid: 22655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518565.443686:0:22655:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8e7435f9ca00/0x8d0fd679423163fa lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0x3c6c92dc785667f1 expref: 40 pid: 22655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518565.443695:0:22655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8e7303358900) 00010000:00010000:0.0:1789518565.443698:0:22655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1789518565.443701:0:22655:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8e7435f9ca00, rc 0) 00000100:00100000:0.0:1789518565.443765:0:22655:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e743f938e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0dd73589-3012-4aa9-8181-d1fd4f88ac64+40:18782:x1876445501756544:12345-192.168.202.43@tcp:101:lhsmtool_posix.0 Request processed in 2168us (2480us total) trans 12884901916 rc 0/0 00000100:00100000:0.0:1789518565.443774:0:22655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 60 00000100:00100000:1.0:1789518565.448671:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1789518565.456203:0:22654:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445501756800 00000100:00100000:3.0:1789518565.456218:0:22654:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445501756800 00000100:00100000:3.0:1789518565.456368:0:22654:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 61 00000100:00100000:3.0:1789518565.456379:0:22654:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e743f93a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0dd73589-3012-4aa9-8181-d1fd4f88ac64+40:18782:x1876445501756800:12345-192.168.202.43@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1789518565.456455:0:22654:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1789518565.456511:0:22654:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8e7435f9ca00/0x8d0fd679423163fa lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0x3c6c92dc785667f1 expref: 40 pid: 22655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518565.456533:0:22654:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8e7303358900) 00010000:00010000:3.0:1789518565.456542:0:22654:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1789518565.456565:0:22654:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8e740165da00/0x8d0fd67942316408 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22654 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518565.456580:0:22654:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8e740165da00/0x8d0fd67942316408 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22654 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518565.456590:0:22654:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8e740165da00/0x8d0fd67942316408 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22654 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518565.456603:0:22654:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8e740165de00/0x8d0fd6794231640f lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0x71874d44 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22654 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518565.456610:0:22654:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8e740165de00/0x8d0fd6794231640f lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x71874d44 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22654 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518565.456616:0:22654:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8e740165de00/0x8d0fd6794231640f lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x71874d44 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22654 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518565.456685:0:22654:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8e740165da00/0x8d0fd67942316408 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22654 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518565.456692:0:22654:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8e740165da00/0x8d0fd67942316408 lrc: 2/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22654 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518565.456697:0:22654:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8e740165da00/0x8d0fd67942316408 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22654 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518565.456703:0:22654:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8e740165da00 already unused, calling callback (ffffffffc17e44f0) 00010000:00010000:3.0:1789518565.456707:0:22654:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8e740165da00/0x8d0fd67942316408 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22654 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518565.456714:0:22654:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8e740165da00/0x8d0fd67942316408 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22654 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518565.456723:0:22654:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8e7441623400) 00010000:00010000:3.0:1789518565.456726:0:22654:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1789518565.456729:0:22654:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8e740165da00/0x8d0fd67942316408 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22654 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518565.456734:0:22654:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8e740165da00/0x8d0fd67942316408 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22654 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518565.456744:0:22654:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8e740165de00/0x8d0fd6794231640f lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x71874d44 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22654 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518565.456750:0:22654:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8e740165de00/0x8d0fd6794231640f lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x71874d44 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22654 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518565.456756:0:22654:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8e740165de00/0x8d0fd6794231640f lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x71874d44 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22654 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518565.456766:0:22654:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8e740165de00 already unused, calling callback (ffffffffc17e44f0) 00010000:00010000:3.0:1789518565.456769:0:22654:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8e740165de00/0x8d0fd6794231640f lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x71874d44 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22654 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518565.456774:0:22654:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8e740165de00/0x8d0fd6794231640f lrc: 4/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x71874d44 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22654 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518565.456782:0:22654:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x71874d44 (ffff8e743b22e300) 00010000:00010000:3.0:1789518565.456783:0:22654:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1789518565.456786:0:22654:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8e740165de00/0x8d0fd6794231640f lrc: 2/0,0 mode: --/PW res: [0x2000013a1:0x1:0x0].0x71874d44 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22654 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518565.456791:0:22654:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8e740165de00/0x8d0fd6794231640f lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x1:0x0].0x71874d44 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22654 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789518565.456888:0:22654:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e743f93a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0dd73589-3012-4aa9-8181-d1fd4f88ac64+39:18782:x1876445501756800:12345-192.168.202.43@tcp:36:lhsmtool_posix.0 Request processed in 510us (8226us total) trans 0 rc -2/-2 00000100:00100000:3.0:1789518565.456895:0:22654:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 61 00000100:00100000:1.0:1789518565.461851:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1789518565.462018:0:24590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445501756928 00000100:00100000:3.0:1789518565.462030:0:24590:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445501756928 00000100:00100000:3.0:1789518565.462199:0:24590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 62 00000100:00100000:3.0:1789518565.462210:0:24590:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e743f938000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0dd73589-3012-4aa9-8181-d1fd4f88ac64+39:18782:x1876445501756928:12345-192.168.202.43@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1789518565.462234:0:24590:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789518565.462254:0:24590:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8e740165c200/0x8d0fd67942316416 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3c6c92dc785667f8 expref: -99 pid: 24590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518565.462290:0:24590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8e740165c400/0x8d0fd6794231641d lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 24590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518565.462334:0:24590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8e740165c400/0x8d0fd6794231641d lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 24590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518565.462347:0:24590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8e740165c400/0x8d0fd6794231641d lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 24590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518565.462525:0:24590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8e740165c200/0x8d0fd67942316416 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0x3c6c92dc785667f8 expref: 41 pid: 24590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518565.462551:0:24590:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8e740165c400/0x8d0fd6794231641d lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0x3c6c92dc785667f8 expref: 40 pid: 24590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518565.462560:0:24590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8e743b22e800) 00010000:00010000:3.0:1789518565.462562:0:24590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1789518565.462566:0:24590:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8e740165c400, rc 0) 00000100:00100000:3.0:1789518565.462627:0:24590:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e743f938000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0dd73589-3012-4aa9-8181-d1fd4f88ac64+40:18782:x1876445501756928:12345-192.168.202.43@tcp:101:lhsmtool_posix.0 Request processed in 419us (787us total) trans 0 rc 0/0 00000100:00100000:3.0:1789518565.462634:0:24590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 62 00000100:00100000:1.0:1789518565.468973:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1789518565.469271:0:22653:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445501757184 00000100:00100000:2.0:1789518565.469282:0:22653:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445501757184 00000100:00100000:2.0:1789518565.469364:0:22653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 63 00000100:00100000:2.0:1789518565.469375:0:22653:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e743f939c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0dd73589-3012-4aa9-8181-d1fd4f88ac64+40:18782:x1876445501757184:12345-192.168.202.43@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1789518565.469509:0:22653:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033acc00/0x8d0fd67942316424 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518565.469526:0:22653:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033acc00/0x8d0fd67942316424 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518565.469537:0:22653:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033acc00/0x8d0fd67942316424 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22653 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1789518565.469701:0:22653:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x12:0x0].2, 88 off8344 00000004:00080000:2.0:1789518565.469710:0:22653:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 733255245501ns, next at 734255242944ns, rc = 0 00000004:00010000:2.0:1789518565.469753:0:22653:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000feb1779c reply state 0000000071d61570 transno 12884901917 ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033acc00/0x8d0fd67942316424 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518565.469766:0:22653:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033acc00/0x8d0fd67942316424 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518565.469774:0:22653:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8e743b22e800) 00010000:00010000:2.0:1789518565.469777:0:22653:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:2.0:1789518565.469796:0:22653:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1789518565.469895:0:22653:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e743f939c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0dd73589-3012-4aa9-8181-d1fd4f88ac64+42:18782:x1876445501757184:12345-192.168.202.43@tcp:36:lhsmtool_posix.0 Request processed in 521us (930us total) trans 12884901917 rc 0/0 00000100:00100000:2.0:1789518565.469903:0:22653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 63 00000100:00100000:1.0:1789518565.472221:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1789518565.472308:0:22655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445501757312 00000100:00100000:0.0:1789518565.472318:0:22655:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445501757312 00000100:00100000:0.0:1789518565.472383:0:22655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 64 00000100:00100000:0.0:1789518565.472394:0:22655:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7441295500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0dd73589-3012-4aa9-8181-d1fd4f88ac64+42:18782:x1876445501757312:12345-192.168.202.43@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1789518565.472417:0:22655:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789518565.472447:0:22655:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8e7435f9c800/0x8d0fd6794231642b lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3c6c92dc785667ff expref: -99 pid: 22655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518565.472534:0:22655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8e7435f9c800/0x8d0fd6794231642b lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.43@tcp remote: 0x3c6c92dc785667ff expref: 43 pid: 22655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518565.472549:0:22655:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8e7435f9c800/0x8d0fd6794231642b lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.43@tcp remote: 0x3c6c92dc785667ff expref: 43 pid: 22655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518565.472592:0:22655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8e743b22e800) 00010000:00010000:0.0:1789518565.472596:0:22655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1789518565.472599:0:22655:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8e7435f9c800, rc 0) 00000100:00100000:0.0:1789518565.472661:0:22655:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7441295500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0dd73589-3012-4aa9-8181-d1fd4f88ac64+43:18782:x1876445501757312:12345-192.168.202.43@tcp:101:lhsmtool_posix.0 Request processed in 269us (449us total) trans 0 rc 0/0 00000100:00100000:0.0:1789518565.472670:0:22655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 64 00000100:00100000:1.0:1789518565.477818:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1789518565.477983:0:24592:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445501757440 00000100:00100000:3.0:1789518565.477998:0:24592:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445501757440 00000100:00100000:3.0:1789518565.478107:0:24592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 23 00000100:00100000:3.0:1789518565.478121:0:24592:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7441294380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0dd73589-3012-4aa9-8181-d1fd4f88ac64+5:2387:x1876445501757440:12345-192.168.202.43@tcp:2:lhsmtool_posix.0 00000100:00100000:3.0:1789518565.478515:0:24592:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7441294380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0dd73589-3012-4aa9-8181-d1fd4f88ac64+6:2387:x1876445501757440:12345-192.168.202.43@tcp:2:lhsmtool_posix.0 Request processed in 395us (710us total) trans 12884901891 rc 0/0 00000100:00100000:3.0:1789518565.478524:0:24592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 23 00000100:00080000:1.0:1789518565.480282:0:22649:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1789518565.483333:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1789518565.483592:0:22657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445501757696 00000100:00100000:3.0:1789518565.483626:0:22657:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445501757696 00000100:00100000:3.0:1789518565.483713:0:22657:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 11 00000100:00100000:3.0:1789518565.483726:0:22657:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7441296300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0dd73589-3012-4aa9-8181-d1fd4f88ac64+43:18782:x1876445501757696:12345-192.168.202.43@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1789518565.484063:0:22657:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7441296300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0dd73589-3012-4aa9-8181-d1fd4f88ac64+44:18782:x1876445501757696:12345-192.168.202.43@tcp:35:lhsmtool_posix.0 Request processed in 338us (745us total) trans 12884901918 rc 0/0 00000100:00100000:3.0:1789518565.484073:0:22657:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 11 00000100:00100000:2.0:1789518565.487693:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1789518565.491377:0:22653:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445501757952 00000100:00100000:1.0:1789518565.491434:0:22653:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445501757952 00000100:00100000:1.0:1789518565.491546:0:22653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 65 00000100:00100000:1.0:1789518565.491558:0:22653:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7435f70380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0dd73589-3012-4aa9-8181-d1fd4f88ac64+44:18782:x1876445501757952:12345-192.168.202.43@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1789518565.491801:0:22653:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7435f70380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0dd73589-3012-4aa9-8181-d1fd4f88ac64+44:18782:x1876445501757952:12345-192.168.202.43@tcp:57:lhsmtool_posix.0 Request processed in 245us (4122us total) trans 0 rc 0/0 00000100:00100000:1.0:1789518565.491809:0:22653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 65 00000100:00100000:1.0:1789518565.495918:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1789518565.500323:0:22655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445501758080 00000100:00100000:0.0:1789518565.500347:0:22655:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445501758080 00000100:00100000:0.0:1789518565.500534:0:22655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 66 00000100:00100000:0.0:1789518565.500548:0:22655:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7441297480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0dd73589-3012-4aa9-8181-d1fd4f88ac64+44:18782:x1876445501758080:12345-192.168.202.43@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1789518565.500574:0:22655:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789518565.500601:0:22655:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8e7435f9c400/0x8d0fd67942316432 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3c6c92dc78566806 expref: -99 pid: 22655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518565.500705:0:22655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8e7435f9dc00/0x8d0fd67942316439 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 22655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518565.500724:0:22655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8e7435f9dc00/0x8d0fd67942316439 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518565.500739:0:22655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8e7435f9dc00/0x8d0fd67942316439 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22655 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1789518565.500809:0:22655:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1789518565.500836:0:22655:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8e7435f9dc00/0x8d0fd67942316439 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518565.500869:0:22655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8e7435f9c400/0x8d0fd67942316432 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0x3c6c92dc78566806 expref: 46 pid: 22655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518565.500914:0:22655:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8e7435f9dc00/0x8d0fd67942316439 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0x3c6c92dc78566806 expref: 45 pid: 22655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518565.500925:0:22655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8e743b22e800) 00010000:00010000:0.0:1789518565.500928:0:22655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:0.0:1789518565.500933:0:22655:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8e7435f9dc00, rc 0) 00000100:00100000:0.0:1789518565.501033:0:22655:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7441297480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0dd73589-3012-4aa9-8181-d1fd4f88ac64+45:18782:x1876445501758080:12345-192.168.202.43@tcp:101:lhsmtool_posix.0 Request processed in 488us (5130us total) trans 0 rc 0/0 00000100:00100000:0.0:1789518565.501040:0:22655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 66 00000100:00100000:0.0:1789518565.505113:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1789518565.505357:0:24164:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445501758208 00000100:00100000:1.0:1789518565.505372:0:24164:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445501758208 00000100:00100000:1.0:1789518565.505451:0:24164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 24 00000100:00100000:1.0:1789518565.505490:0:24164:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e74317c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dd73589-3012-4aa9-8181-d1fd4f88ac64+6:2388:x1876445501758208:12345-192.168.202.43@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1789518565.505516:0:24164:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789518565.505544:0:24164:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000048a80bad/0x8d0fd67942316440 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3c6c92dc7856680d expref: -99 pid: 24164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1789518565.505578:0:24164:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x42:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x6aa9e2e5, blocks: 0x0 00010000:00010000:1.0:1789518565.505606:0:24164:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=733s v=(0 0) 00010000:00010000:1.0:1789518565.505611:0:24164:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789518565.505623:0:24164:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000048a80bad/0x8d0fd67942316440 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.43@tcp remote: 0x3c6c92dc7856680d expref: 7 pid: 24164 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518565.505657:0:24164:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000048a80bad/0x8d0fd67942316440 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.43@tcp remote: 0x3c6c92dc7856680d expref: 7 pid: 24164 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518565.505675:0:24164:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8e743f8b6600, rc 0) 00000100:00100000:1.0:1789518565.505755:0:24164:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e74317c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dd73589-3012-4aa9-8181-d1fd4f88ac64+7:2388:x1876445501758208:12345-192.168.202.43@tcp:101:lhsmtool_posix.0 Request processed in 294us (668us total) trans 0 rc 0/0 00000100:00100000:1.0:1789518565.505898:0:24164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 24 00000100:00100000:2.0:1789518565.512071:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1789518565.512585:0:22653:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445501758464 00000100:00100000:1.0:1789518565.512602:0:22653:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445501758464 00000100:00100000:1.0:1789518565.512697:0:22653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 67 00000100:00100000:1.0:1789518565.512710:0:22653:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e743d2ae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0dd73589-3012-4aa9-8181-d1fd4f88ac64+45:18782:x1876445501758464:12345-192.168.202.43@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1789518565.512879:0:22653:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e743d2ae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0dd73589-3012-4aa9-8181-d1fd4f88ac64+45:18782:x1876445501758464:12345-192.168.202.43@tcp:57:lhsmtool_posix.0 Request processed in 172us (823us total) trans 0 rc 0/0 00000100:00100000:1.0:1789518565.512887:0:22653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 67 00000100:00100000:3.0:1789518565.520932:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1789518565.521399:0:24590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445501758592 00000100:00100000:0.0:1789518565.521415:0:24590:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445501758592 00000100:00100000:0.0:1789518565.521555:0:24590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 68 00000100:00100000:0.0:1789518565.521568:0:24590:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7303602d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0dd73589-3012-4aa9-8181-d1fd4f88ac64+45:18782:x1876445501758592:12345-192.168.202.43@tcp:44:lhsmtool_posix.0 00000001:00080000:1.0:1789518565.528179:0:22633:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 12884901918 is committed 00000004:00080000:1.0:1789518565.528202:0:22633:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 2 committed 00010000:00010000:3.0:1789518565.528581:0:3623:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8e7435f0dc00/0x8d0fd67942316202 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518565.528599:0:3623:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8e7435f0dc00/0x8d0fd67942316202 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518565.528609:0:3623:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8e7435f0dc00/0x8d0fd67942316202 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518565.528616:0:3623:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8e7435f0dc00 already unused, calling callback (ffffffffc17e44f0) 00010000:00010000:3.0:1789518565.528623:0:3623:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8e7435f0dc00/0x8d0fd67942316202 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518565.528632:0:3623:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8e7435f0dc00/0x8d0fd67942316202 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518565.528653:0:3623:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff8e7441623500) 00010000:00010000:3.0:1789518565.528657:0:3623:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1789518565.528664:0:3623:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8e7435f0dc00/0x8d0fd67942316202 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518565.528670:0:3623:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8e7435f0dc00/0x8d0fd67942316202 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518565.528724:0:3623:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8e7435f0c400/0x8d0fd67942316209 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518565.528731:0:3623:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8e7435f0c400/0x8d0fd67942316209 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 22655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518565.528736:0:3623:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8e7435f0c400/0x8d0fd67942316209 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518565.528742:0:3623:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8e7435f0c400 already unused, calling callback (ffffffffc17e44f0) 00010000:00010000:3.0:1789518565.528745:0:3623:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8e7435f0c400/0x8d0fd67942316209 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518565.528751:0:3623:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8e7435f0c400/0x8d0fd67942316209 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 22655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518565.528759:0:3623:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8e7441623400) 00010000:00010000:3.0:1789518565.528762:0:3623:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1789518565.528765:0:3623:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8e7435f0c400/0x8d0fd67942316209 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518565.528771:0:3623:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8e7435f0c400/0x8d0fd67942316209 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518565.528788:0:3623:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033ad400/0x8d0fd679423162b1 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22654 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518565.528795:0:3623:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033ad400/0x8d0fd679423162b1 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22654 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518565.528800:0:3623:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033ad400/0x8d0fd679423162b1 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22654 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518565.528813:0:3623:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8e73033ad400 already unused, calling callback (ffffffffc17e44f0) 00010000:00010000:3.0:1789518565.528816:0:3623:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033ad400/0x8d0fd679423162b1 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22654 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518565.528822:0:3623:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033ad400/0x8d0fd679423162b1 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22654 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518565.528830:0:3623:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0xb42112bc (ffff8e73010b7400) 00010000:00010000:3.0:1789518565.528832:0:3623:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1789518565.528835:0:3623:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033ad400/0x8d0fd679423162b1 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22654 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518565.528840:0:3623:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033ad400/0x8d0fd679423162b1 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22654 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518565.528859:0:3623:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033ac600/0x8d0fd67942316336 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 22655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518565.528865:0:3623:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033ac600/0x8d0fd67942316336 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 22655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518565.528870:0:3623:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033ac600/0x8d0fd67942316336 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 22655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518565.528874:0:3623:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8e73033ac600 already unused, calling callback (ffffffffc17e44f0) 00010000:00010000:3.0:1789518565.528876:0:3623:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033ac600/0x8d0fd67942316336 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 22655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518565.528881:0:3623:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033ac600/0x8d0fd67942316336 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 22655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518565.528899:0:3623:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8e73010b7300) 00010000:00010000:3.0:1789518565.528902:0:3623:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1789518565.528905:0:3623:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033ac600/0x8d0fd67942316336 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 22655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518565.528911:0:3623:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033ac600/0x8d0fd67942316336 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 22655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518565.528923:0:3623:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033ac000/0x8d0fd67942316359 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22655 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789518565.529356:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e74317c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1876445522841216:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1789518565.529483:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000001:00080000:1.0:1789518565.529725:0:22633:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 12884901895 is committed 00010000:00010000:3.0:1789518565.529782:0:3623:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033ac000/0x8d0fd67942316359 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 22655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518565.529787:0:3623:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033ac000/0x8d0fd67942316359 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518565.529791:0:3623:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8e73033ac000 already unused, calling callback (ffffffffc17e44f0) 00010000:00010000:3.0:1789518565.529793:0:3623:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033ac000/0x8d0fd67942316359 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518565.529799:0:3623:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033ac000/0x8d0fd67942316359 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 22655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518565.529807:0:3623:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8e73010b7300) 00010000:00010000:3.0:1789518565.529809:0:3623:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1789518565.529811:0:3623:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033ac000/0x8d0fd67942316359 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518565.529815:0:3623:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033ac000/0x8d0fd67942316359 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518565.529839:0:3623:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033aca00/0x8d0fd6794231639f lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518565.529843:0:3623:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033aca00/0x8d0fd6794231639f lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518565.529847:0:3623:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033aca00/0x8d0fd6794231639f lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518565.529849:0:3623:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8e73033aca00 already unused, calling callback (ffffffffc17e44f0) 00010000:00010000:3.0:1789518565.529851:0:3623:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033aca00/0x8d0fd6794231639f lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518565.529854:0:3623:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033aca00/0x8d0fd6794231639f lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518565.529858:0:3623:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8e73010b7300) 00010000:00010000:3.0:1789518565.529860:0:3623:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1789518565.529861:0:3623:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033aca00/0x8d0fd6794231639f lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518565.529864:0:3623:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033aca00/0x8d0fd6794231639f lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518565.529870:0:3623:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033acc00/0x8d0fd67942316424 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518565.529873:0:3623:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033acc00/0x8d0fd67942316424 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518565.529877:0:3623:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033acc00/0x8d0fd67942316424 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518565.529884:0:3623:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8e73033acc00 already unused, calling callback (ffffffffc17e44f0) 00010000:00010000:3.0:1789518565.529886:0:3623:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033acc00/0x8d0fd67942316424 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518565.529889:0:3623:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033acc00/0x8d0fd67942316424 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518565.529894:0:3623:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8e743b22e800) 00010000:00010000:3.0:1789518565.529895:0:3623:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1789518565.529897:0:3623:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033acc00/0x8d0fd67942316424 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518565.529899:0:3623:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033acc00/0x8d0fd67942316424 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22653 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789518565.529935:0:24592:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522841216 00000100:00100000:3.0:1789518565.529943:0:24592:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522841216 00000100:00100000:3.0:1789518565.530419:0:24592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:3.0:1789518565.530443:0:24592:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e743d2ad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3638:x1876445522841216:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1789518565.530642:0:24592:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1789518565.530647:0:24592:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:3.0:1789518565.530649:0:24592:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1789518565.530651:0:24592:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb ctime from disk: 1789518565 -> 1789518565 00002000:00010000:3.0:1789518565.530654:0:24592:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1789518565.530731:0:24592:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e743d2ad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3638:x1876445522841216:12345-0@lo:2:osp-syn-1-0.0 Request processed in 292us (1249us total) trans 12884901892 rc 0/0 00000100:00100000:3.0:1789518565.530739:0:24592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00010000:00010000:2.0:1789518565.530910:0:3624:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033ac400/0x8d0fd67942316256 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22654 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518565.530921:0:3624:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033ac400/0x8d0fd67942316256 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22654 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518565.530927:0:3624:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033ac400/0x8d0fd67942316256 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22654 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518565.530933:0:3624:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8e73033ac400 already unused, calling callback (ffffffffc17e44f0) 00010000:00010000:2.0:1789518565.530936:0:3624:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033ac400/0x8d0fd67942316256 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22654 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518565.530943:0:3624:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033ac400/0x8d0fd67942316256 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22654 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518565.530956:0:3624:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8e7441623400) 00010000:00010000:2.0:1789518565.530960:0:3624:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:2.0:1789518565.530964:0:3624:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033ac400/0x8d0fd67942316256 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22654 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518565.530970:0:3624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033ac400/0x8d0fd67942316256 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22654 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1789518565.531220:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8e74317c0a80/2, rc 0, transno 12884901892 00000100:00100000:1.0:1789518565.531405:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e74317c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1876445522841216:0@lo:2:osp-syn-1-0.0 00000100:00080000:3.0:1789518565.531457:0:22649:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1789518565.531697:0:24590:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7303602d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0dd73589-3012-4aa9-8181-d1fd4f88ac64+14:18782:x1876445501758592:12345-192.168.202.43@tcp:44:lhsmtool_posix.0 Request processed in 10128us (10776us total) trans 0 rc 0/0 00000100:00100000:0.0:1789518565.531708:0:24590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 68 00000100:00100000:0.0:1789518565.536297:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1789518565.536423:0:24164:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445501758720 00000100:00100000:1.0:1789518565.536446:0:24164:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445501758720 00000100:00100000:1.0:1789518565.536748:0:24164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 26 00000100:00100000:1.0:1789518565.536761:0:24164:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e74317c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dd73589-3012-4aa9-8181-d1fd4f88ac64+7:2388:x1876445501758720:12345-192.168.202.43@tcp:16:lhsmtool_posix.0 00000100:00100000:1.0:1789518565.536937:0:24164:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e74317c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0dd73589-3012-4aa9-8181-d1fd4f88ac64+7:2388:x1876445501758720:12345-192.168.202.43@tcp:16:lhsmtool_posix.0 Request processed in 178us (654us total) trans 0 rc 0/0 00000100:00100000:1.0:1789518565.536946:0:24164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 26 00000100:00100000:1.0:1789518565.540663:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1789518565.540766:0:22653:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445501758976 00000100:00100000:2.0:1789518565.540781:0:22653:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445501758976 00000100:00100000:2.0:1789518565.540903:0:22653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 69 00000100:00100000:2.0:1789518565.540915:0:22653:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7441295c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0dd73589-3012-4aa9-8181-d1fd4f88ac64+14:18782:x1876445501758976:12345-192.168.202.43@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1789518565.541292:0:22653:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789518565.541327:0:22653:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8e7435f9dc00/0x8d0fd67942316439 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.43@tcp remote: 0x3c6c92dc78566806 expref: 14 pid: 22655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518565.541354:0:22653:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8e743b22e800) 00010000:00010000:2.0:1789518565.541360:0:22653:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1789518565.541396:0:22653:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033ada00/0x8d0fd67942316447 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518565.541413:0:22653:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033ada00/0x8d0fd67942316447 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518565.541434:0:22653:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033ada00/0x8d0fd67942316447 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22653 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1789518565.541634:0:22653:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000535e895e reply state 00000000366d8101 transno 12884901919 ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033ada00/0x8d0fd67942316447 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518565.541648:0:22653:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033ada00/0x8d0fd67942316447 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518565.541654:0:22653:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8e743b22e800) 00010000:00010000:2.0:1789518565.541658:0:22653:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1789518565.541661:0:22653:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1789518565.541924:0:22653:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7441295c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0dd73589-3012-4aa9-8181-d1fd4f88ac64+15:18782:x1876445501758976:12345-192.168.202.43@tcp:36:lhsmtool_posix.0 Request processed in 1010us (1277us total) trans 12884901919 rc 0/0 00000100:00100000:2.0:1789518565.541948:0:22653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 69 00000100:00100000:3.0:1789518565.549032:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:1.0:1789518565.549240:0:24592:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445501759104 00000100:00100000:1.0:1789518565.549254:0:24592:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445501759104 00000100:00100000:1.0:1789518565.549330:0:24592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 27 00000100:00100000:1.0:1789518565.549342:0:24592:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7303602300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0dd73589-3012-4aa9-8181-d1fd4f88ac64+7:18782:x1876445501759104:12345-192.168.202.43@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1789518565.549381:0:24592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789518565.549405:0:24592:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c0af99da/0x8d0fd6794231644e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3c6c92dc78566814 expref: -99 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518565.549461:0:24592:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000048a80bad/0x8d0fd67942316440 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.43@tcp remote: 0x3c6c92dc7856680d expref: 8 pid: 24164 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518565.549499:0:24592:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789518565.549505:0:24592:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789518565.549511:0:24592:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c0af99da/0x8d0fd6794231644e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.202.43@tcp remote: 0x3c6c92dc78566814 expref: 8 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518565.549556:0:24592:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000048a80bad/0x8d0fd67942316440 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.43@tcp remote: 0x3c6c92dc7856680d expref: 8 pid: 24164 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518565.549572:0:24592:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000048a80bad/0x8d0fd67942316440 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.43@tcp remote: 0x3c6c92dc7856680d expref: 8 pid: 24164 timeout: 833 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789518565.549588:0:24592:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e7441295180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:24592:1876445522841344:192.168.202.43@tcp:104: 00000100:00100000:1.0:1789518565.549690:0:24592:0:(client.c:2716:ptlrpc_set_wait()) set ffff8e7431778540 going to sleep for 11 seconds 00000100:00100000:1.0:1789518565.555839:0:24592:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e7441295180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:24592:1876445522841344:192.168.202.43@tcp:104: 00010000:00010000:1.0:1789518565.555905:0:24592:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000c0af99da/0x8d0fd6794231644e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.43@tcp remote: 0x3c6c92dc78566814 expref: 8 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518565.555939:0:24592:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8e743f8b7000, rc 0) 00000100:00100000:1.0:1789518565.556070:0:24592:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7303602300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0dd73589-3012-4aa9-8181-d1fd4f88ac64+8:18782:x1876445501759104:12345-192.168.202.43@tcp:101:lhsmtool_posix.0 Request processed in 6730us (7065us total) trans 0 rc 0/0 00000100:00100000:1.0:1789518565.556081:0:24592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 27 00000100:00100000:1.0:1789518565.562038:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1789518565.562204:0:23811:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445501759232 00000100:00100000:0.0:1789518565.562217:0:23811:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445501759232 00010000:00010000:0.0:1789518565.562282:0:23811:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000048a80bad/0x8d0fd67942316440 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.43@tcp remote: 0x3c6c92dc7856680d expref: 8 pid: 24164 timeout: 833 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789518565.562326:0:23811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 20 00000100:00100000:0.0:1789518565.562336:0:23811:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7441295180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0dd73589-3012-4aa9-8181-d1fd4f88ac64+8:2388:x1876445501759232:12345-192.168.202.43@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1789518565.562374:0:23811:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1789518565.562401:0:23811:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000048a80bad/0x8d0fd67942316440 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.43@tcp remote: 0x3c6c92dc7856680d expref: 8 pid: 24164 timeout: 833 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518565.562416:0:23811:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000048a80bad/0x8d0fd67942316440 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.43@tcp remote: 0x3c6c92dc7856680d expref: 8 pid: 24164 timeout: 833 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518565.562458:0:23811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000048a80bad/0x8d0fd67942316440 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.43@tcp remote: 0x3c6c92dc7856680d expref: 8 pid: 24164 timeout: 833 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518565.562549:0:23811:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789518565.562554:0:23811:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789518565.562563:0:23811:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000c0af99da/0x8d0fd6794231644e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.202.43@tcp remote: 0x3c6c92dc78566814 expref: 7 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518565.562581:0:23811:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c0af99da/0x8d0fd6794231644e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.202.43@tcp remote: 0x3c6c92dc78566814 expref: 7 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518565.562636:0:23811:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000c0af99da/0x8d0fd6794231644e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.43@tcp remote: 0x3c6c92dc78566814 expref: 7 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789518565.562660:0:23811:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e74317c1180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:23811:1876445522841472:192.168.202.43@tcp:105: 00000100:00100000:0.0:1789518565.562786:0:23811:0:(client.c:2716:ptlrpc_set_wait()) set ffff8e743b528240 going to sleep for 11 seconds 00000100:00100000:0.0:1789518565.565811:0:23811:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e74317c1180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:23811:1876445522841472:192.168.202.43@tcp:105: 00010000:00010000:0.0:1789518565.565851:0:23811:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1789518565.565933:0:23811:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7441295180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0dd73589-3012-4aa9-8181-d1fd4f88ac64+7:2388:x1876445501759232:12345-192.168.202.43@tcp:103:ldlm_bl.0 Request processed in 3597us (3915us total) trans 0 rc 0/0 00000100:00100000:0.0:1789518565.565945:0:23811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 20 00000100:00100000:3.0:1789518565.570586:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1789518565.570701:0:24163:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445501759360 00000100:00100000:0.0:1789518565.570715:0:24163:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445501759360 00000100:00100000:0.0:1789518565.570782:0:24163:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 28 00000100:00100000:0.0:1789518565.570793:0:24163:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7303600e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dd73589-3012-4aa9-8181-d1fd4f88ac64+7:2388:x1876445501759360:12345-192.168.202.43@tcp:2:lhsmtool_posix.0 00002000:00010000:0.0:1789518565.570997:0:24163:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1789518565.571002:0:24163:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb mtime from disk: 0 -> 1789518564 00002000:00010000:0.0:1789518565.571005:0:24163:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb atime from disk: 0 -> 1789518562 00002000:00010000:0.0:1789518565.571007:0:24163:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb ctime from disk: 1789518565 -> 1789518564 00002000:00010000:0.0:1789518565.571010:0:24163:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1789518565.571206:0:24163:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7303600e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dd73589-3012-4aa9-8181-d1fd4f88ac64+8:2388:x1876445501759360:12345-192.168.202.43@tcp:2:lhsmtool_posix.0 Request processed in 413us (632us total) trans 12884901893 rc 0/0 00000100:00100000:0.0:1789518565.571217:0:24163:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 28 00000100:00100000:1.0:1789518565.573640:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1789518565.573916:0:24165:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445501759488 00000100:00100000:3.0:1789518565.573933:0:24165:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445501759488 00000100:00100000:3.0:1789518565.574004:0:24165:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 29 00000100:00100000:3.0:1789518565.574018:0:24165:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7441296680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dd73589-3012-4aa9-8181-d1fd4f88ac64+8:2389:x1876445501759488:12345-192.168.202.43@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1789518565.574098:0:24165:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000185ef554/0x8d0fd67942316455 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518565.574125:0:24165:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000c0af99da/0x8d0fd6794231644e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.43@tcp remote: 0x3c6c92dc78566814 expref: 8 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518565.574136:0:24165:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789518565.574142:0:24165:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(1 0) 00010000:00010000:3.0:1789518565.574147:0:24165:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000185ef554/0x8d0fd67942316455 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518565.574193:0:24165:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000c0af99da/0x8d0fd6794231644e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.202.43@tcp remote: 0x3c6c92dc78566814 expref: 8 pid: 24592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518565.574210:0:24165:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000c0af99da/0x8d0fd6794231644e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.202.43@tcp remote: 0x3c6c92dc78566814 expref: 8 pid: 24592 timeout: 833 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789518565.574332:0:24165:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e7303602a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:24165:1876445522841600:192.168.202.43@tcp:104: 00000100:00100000:3.0:1789518565.574460:0:24165:0:(client.c:2716:ptlrpc_set_wait()) set ffff8e74056dad80 going to sleep for 11 seconds 00000100:00100000:3.0:1789518565.579729:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1789518565.580634:0:24165:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e7303602a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:24165:1876445522841600:192.168.202.43@tcp:104: 00010000:00010000:2.0:1789518565.580674:0:24165:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000185ef554/0x8d0fd67942316455 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789518565.580777:0:22640:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445501759616 00000100:00100000:1.0:1789518565.580787:0:22640:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445501759616 00010000:00010000:1.0:1789518565.580841:0:22640:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000c0af99da/0x8d0fd6794231644e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.202.43@tcp remote: 0x3c6c92dc78566814 expref: 9 pid: 24592 timeout: 833 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789518565.580943:0:22640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 21 00000100:00100000:1.0:1789518565.580955:0:22640:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7303601880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0dd73589-3012-4aa9-8181-d1fd4f88ac64+9:2387:x1876445501759616:12345-192.168.202.43@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1789518565.580976:0:22640:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1789518565.581005:0:22640:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000c0af99da/0x8d0fd6794231644e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.202.43@tcp remote: 0x3c6c92dc78566814 expref: 9 pid: 24592 timeout: 833 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518565.581033:0:22640:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000c0af99da/0x8d0fd6794231644e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.202.43@tcp remote: 0x3c6c92dc78566814 expref: 9 pid: 24592 timeout: 833 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518565.581063:0:22640:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c0af99da/0x8d0fd6794231644e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.202.43@tcp remote: 0x3c6c92dc78566814 expref: 9 pid: 24592 timeout: 833 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518565.581084:0:22640:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(1 0) 00010000:00010000:1.0:1789518565.581100:0:22640:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(1 0) 00010000:00010000:1.0:1789518565.581107:0:22640:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000185ef554/0x8d0fd67942316455 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518565.581137:0:22640:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000185ef554/0x8d0fd67942316455 lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518565.581172:0:22640:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1789518565.581267:0:22640:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7303601880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0dd73589-3012-4aa9-8181-d1fd4f88ac64+8:2387:x1876445501759616:12345-192.168.202.43@tcp:103:ldlm_bl.0 Request processed in 313us (1552us total) trans 0 rc 0/0 00000100:00100000:1.0:1789518565.581275:0:22640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 21 00010000:00010000:2.0:1789518565.581335:0:24165:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000185ef554/0x8d0fd67942316455 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518565.581346:0:24165:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000185ef554/0x8d0fd67942316455 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518565.581370:0:24165:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000185ef554/0x8d0fd67942316455 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518565.581379:0:24165:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000185ef554/0x8d0fd67942316455 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518565.581387:0:24165:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000185ef554/0x8d0fd67942316455 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518565.581395:0:24165:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8e740165c200 already unused, calling callback (ffffffffc0bd28b0) 00010000:00010000:2.0:1789518565.581400:0:24165:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000185ef554/0x8d0fd67942316455 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518565.581409:0:24165:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000185ef554/0x8d0fd67942316455 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518565.581442:0:24165:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000185ef554/0x8d0fd67942316455 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518565.581450:0:24165:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000185ef554/0x8d0fd67942316455 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789518565.581546:0:24165:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7441296680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dd73589-3012-4aa9-8181-d1fd4f88ac64+7:2389:x1876445501759488:12345-192.168.202.43@tcp:1:lhsmtool_posix.0 Request processed in 7532us (7920us total) trans 0 rc 0/0 00000100:00100000:2.0:1789518565.581556:0:24165:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 29 00000100:00100000:0.0:1789518565.584041:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1789518565.584126:0:22655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445501759872 00000100:00100000:2.0:1789518565.584139:0:22655:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445501759872 00000100:00100000:2.0:1789518565.584210:0:22655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 70 00000100:00100000:2.0:1789518565.584223:0:22655:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e74317c1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0dd73589-3012-4aa9-8181-d1fd4f88ac64+15:18782:x1876445501759872:12345-192.168.202.43@tcp:57:lhsmtool_posix.0 00010000:00010000:2.0:1789518565.584350:0:22655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033ac400/0x8d0fd6794231645c lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518565.584375:0:22655:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033adc00/0x8d0fd6794231632f lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0x3c6c92dc785667b2 expref: 15 pid: 22654 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518565.584386:0:22655:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033ac400/0x8d0fd6794231645c lrc: 4/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518565.584445:0:22655:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033adc00/0x8d0fd6794231632f lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.43@tcp remote: 0x3c6c92dc785667b2 expref: 15 pid: 22654 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518565.584492:0:22655:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033adc00/0x8d0fd6794231632f lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.43@tcp remote: 0x3c6c92dc785667b2 expref: 15 pid: 22654 timeout: 833 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789518565.584529:0:22655:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e743d2af480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22655:1876445522841728:192.168.202.43@tcp:104: 00000100:00100000:2.0:1789518565.584632:0:22655:0:(client.c:2716:ptlrpc_set_wait()) set ffff8e73035aa300 going to sleep for 11 seconds 00000100:00100000:3.0:1789518565.587884:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1789518565.587936:0:22638:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445501760000 00000100:00100000:3.0:1789518565.587948:0:22638:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445501760000 00010000:00010000:3.0:1789518565.588006:0:22638:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033adc00/0x8d0fd6794231632f lrc: 5/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.43@tcp remote: 0x3c6c92dc785667b2 expref: 16 pid: 22654 timeout: 833 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789518565.588062:0:22638:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 22 00000100:00100000:3.0:1789518565.588074:0:22638:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7303601180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dd73589-3012-4aa9-8181-d1fd4f88ac64+16:2388:x1876445501760000:12345-192.168.202.43@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1789518565.588097:0:22638:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1789518565.588105:0:22638:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033adc00/0x8d0fd6794231632f lrc: 5/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.43@tcp remote: 0x3c6c92dc785667b2 expref: 16 pid: 22654 timeout: 833 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518565.588121:0:22638:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033adc00/0x8d0fd6794231632f lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.43@tcp remote: 0x3c6c92dc785667b2 expref: 16 pid: 22654 timeout: 833 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518565.588150:0:22638:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8e73010b7300) 00010000:00010000:3.0:1789518565.588158:0:22638:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033ad600/0x8d0fd679423163c2 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.43@tcp remote: 0x3c6c92dc785667e3 expref: 16 pid: 22653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518565.588170:0:22638:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033ac400/0x8d0fd6794231645c lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518565.588180:0:22638:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033ac400/0x8d0fd6794231645c lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 22655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518565.588189:0:22638:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033ac400/0x8d0fd6794231645c lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 22655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518565.588214:0:22638:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1789518565.588298:0:22638:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7303601180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0dd73589-3012-4aa9-8181-d1fd4f88ac64+16:2388:x1876445501760000:12345-192.168.202.43@tcp:103:ldlm_bl.0 Request processed in 226us (428us total) trans 0 rc 0/0 00000100:00100000:3.0:1789518565.588305:0:22638:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 22 00010000:00010000:2.0:1789518565.590055:0:22655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033adc00/0x8d0fd6794231632f lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.43@tcp remote: 0x3c6c92dc785667b2 expref: 15 pid: 22654 timeout: 833 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789518565.590106:0:22655:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e743d2af480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22655:1876445522841728:192.168.202.43@tcp:104: 00010000:00010000:2.0:1789518565.590142:0:22655:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033ac400/0x8d0fd6794231645c lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518565.590156:0:22655:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033ac400/0x8d0fd6794231645c lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518565.590163:0:22655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033ac400/0x8d0fd6794231645c lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518565.590625:0:22655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033acc00/0x8d0fd67942316463 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518565.590644:0:22655:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8e7435f9c800/0x8d0fd6794231642b lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.43@tcp remote: 0x3c6c92dc785667ff expref: 15 pid: 22655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518565.590654:0:22655:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033acc00/0x8d0fd67942316463 lrc: 4/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518565.590710:0:22655:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8e7435f9c800/0x8d0fd6794231642b lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.43@tcp remote: 0x3c6c92dc785667ff expref: 15 pid: 22655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518565.590731:0:22655:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8e7435f9c800/0x8d0fd6794231642b lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.43@tcp remote: 0x3c6c92dc785667ff expref: 15 pid: 22655 timeout: 833 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789518565.590762:0:22655:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e743d2af480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22655:1876445522841856:192.168.202.43@tcp:104: 00000100:00100000:2.0:1789518565.590886:0:22655:0:(client.c:2716:ptlrpc_set_wait()) set ffff8e73035aae40 going to sleep for 11 seconds 00000100:00100000:0.0:1789518565.598816:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1789518565.599245:0:22639:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445501760128 00000100:00100000:3.0:1789518565.599259:0:22639:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445501760128 00010000:00010000:3.0:1789518565.599319:0:22639:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8e7435f9c800/0x8d0fd6794231642b lrc: 5/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.43@tcp remote: 0x3c6c92dc785667ff expref: 16 pid: 22655 timeout: 833 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789518565.599372:0:22639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 23 00000100:00100000:3.0:1789518565.599383:0:22639:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e73037eec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dd73589-3012-4aa9-8181-d1fd4f88ac64+16:2387:x1876445501760128:12345-192.168.202.43@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1789518565.599401:0:22639:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1789518565.599408:0:22639:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8e7435f9c800/0x8d0fd6794231642b lrc: 5/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.43@tcp remote: 0x3c6c92dc785667ff expref: 16 pid: 22655 timeout: 833 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518565.599435:0:22639:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8e7435f9c800/0x8d0fd6794231642b lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.43@tcp remote: 0x3c6c92dc785667ff expref: 16 pid: 22655 timeout: 833 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518565.599487:0:22639:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8e743b22e800) 00010000:00010000:3.0:1789518565.599493:0:22639:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033acc00/0x8d0fd67942316463 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518565.599505:0:22639:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033acc00/0x8d0fd67942316463 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 22655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518565.599513:0:22639:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033acc00/0x8d0fd67942316463 lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 22655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518565.599535:0:22639:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1789518565.599608:0:22639:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e73037eec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0dd73589-3012-4aa9-8181-d1fd4f88ac64+16:2387:x1876445501760128:12345-192.168.202.43@tcp:103:ldlm_bl.0 Request processed in 227us (806us total) trans 0 rc 0/0 00000100:00100000:3.0:1789518565.599633:0:22639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 23 00010000:00010000:2.0:1789518565.600740:0:22655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8e7435f9c800/0x8d0fd6794231642b lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.43@tcp remote: 0x3c6c92dc785667ff expref: 15 pid: 22655 timeout: 833 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789518565.600782:0:22655:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e743d2af480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22655:1876445522841856:192.168.202.43@tcp:104: 00010000:00010000:2.0:1789518565.600815:0:22655:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033acc00/0x8d0fd67942316463 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518565.600952:0:22655:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033acc00/0x8d0fd67942316463 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518565.600961:0:22655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033acc00/0x8d0fd67942316463 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22655 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1789518565.601138:0:22655:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901920 00000001:00080000:1.0:1789518565.601297:0:22655:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901921 00000001:00080000:1.0:1789518565.601338:0:22655:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901922 00000100:00100000:1.0:1789518565.601443:0:22655:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e7441294700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:22655:1876445522841984:0@lo:1000:mdt00_002.0 00000100:00100000:1.0:1789518565.601544:0:22655:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789518565.601582:0:22655:0:(client.c:2716:ptlrpc_set_wait()) set ffff8e7435f25000 going to sleep for 11 seconds 00000100:00100000:0.0:1789518565.601762:0:23397:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522841984 00000100:00100000:0.0:1789518565.601779:0:23397:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522841984 00000100:00100000:0.0:1789518565.601837:0:23397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00100000:0.0:1789518565.601847:0:23397:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7441295180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:22655:x1876445522841984:12345-0@lo:1000:mdt00_002.0 00000100:00100000:0.0:1789518565.601938:0:23397:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7441295180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:22655:x1876445522841984:12345-0@lo:1000:mdt00_002.0 Request processed in 92us (394us total) trans 0 rc 0/0 00000100:00100000:0.0:1789518565.601946:0:23397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00000100:00100000:1.0:1789518565.602174:0:22655:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e7441294700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:22655:1876445522841984:0@lo:1000:mdt00_002.0 00000001:00080000:1.0:1789518565.602364:0:22655:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901923 00000100:00100000:1.0:1789518565.602418:0:22655:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e7441294700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:22655:1876445522842112:0@lo:1000:mdt00_002.0 00000100:00100000:1.0:1789518565.602501:0:22655:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789518565.602523:0:22655:0:(client.c:2716:ptlrpc_set_wait()) set ffff8e7435f25840 going to sleep for 11 seconds 00000100:00100000:3.0:1789518565.602671:0:22658:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522842112 00000100:00100000:3.0:1789518565.602678:0:22658:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522842112 00000100:00100000:3.0:1789518565.602724:0:22658:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000100:00100000:3.0:1789518565.602733:0:22658:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e74079d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:22655:x1876445522842112:12345-0@lo:1000:mdt00_002.0 00000100:00100000:3.0:1789518565.602882:0:22658:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e74079d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:22655:x1876445522842112:12345-0@lo:1000:mdt00_002.0 Request processed in 150us (380us total) trans 12884901894 rc 0/0 00000100:00100000:3.0:1789518565.602889:0:22658:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 00000100:00100000:1.0:1789518565.603252:0:22655:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e7441294700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:22655:1876445522842112:0@lo:1000:mdt00_002.0 00010000:00010000:1.0:1789518565.603294:0:22655:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033acc00/0x8d0fd67942316463 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518565.603326:0:22655:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033acc00/0x8d0fd67942316463 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 22655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518565.603334:0:22655:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033acc00/0x8d0fd67942316463 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518565.603341:0:22655:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8e73033acc00 already unused, calling callback (ffffffffc17e44f0) 00010000:00010000:1.0:1789518565.603346:0:22655:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033acc00/0x8d0fd67942316463 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518565.603355:0:22655:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033acc00/0x8d0fd67942316463 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 22655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518565.603377:0:22655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8e743b22e800) 00010000:00010000:1.0:1789518565.603380:0:22655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1789518565.603387:0:22655:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033acc00/0x8d0fd67942316463 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518565.603395:0:22655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033acc00/0x8d0fd67942316463 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518565.603444:0:22655:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8e740165d400/0x8d0fd679423163bb lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 24590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518565.603451:0:22655:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8e740165d400/0x8d0fd679423163bb lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 24590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518565.603457:0:22655:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8e740165d400/0x8d0fd679423163bb lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 24590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518565.607071:0:22655:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8e740165d400 already unused, calling callback (ffffffffc17e44f0) 00010000:00010000:1.0:1789518565.607160:0:22655:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8e740165d400/0x8d0fd679423163bb lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 24590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518565.607176:0:22655:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8e740165d400/0x8d0fd679423163bb lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 24590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518565.607200:0:22655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8e73010b7300) 00010000:00010000:1.0:1789518565.607203:0:22655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1789518565.607215:0:22655:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033ad600/0x8d0fd679423163c2 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.43@tcp remote: 0x3c6c92dc785667e3 expref: 18 pid: 22653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518565.607229:0:22655:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033ad600/0x8d0fd679423163c2 lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.43@tcp remote: 0x3c6c92dc785667e3 expref: 18 pid: 22653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518565.607241:0:22655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033ad600/0x8d0fd679423163c2 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.43@tcp remote: 0x3c6c92dc785667e3 expref: 18 pid: 22653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518565.607370:0:22655:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033ad600/0x8d0fd679423163c2 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.43@tcp remote: 0x3c6c92dc785667e3 expref: 18 pid: 22653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789518565.607391:0:22655:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e74079d0a80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22655:1876445522842240:192.168.202.43@tcp:105: 00000100:00100000:1.0:1789518565.607570:0:22655:0:(client.c:2716:ptlrpc_set_wait()) set ffff8e7435f25540 going to sleep for 11 seconds 00000100:00100000:2.0:1789518565.611418:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1789518565.611492:0:22656:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445501760256 00000100:00100000:2.0:1789518565.611505:0:22656:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445501760256 00000100:00100000:2.0:1789518565.611574:0:22656:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 12 00000100:00100000:2.0:1789518565.611587:0:22656:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e743d2af480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0dd73589-3012-4aa9-8181-d1fd4f88ac64+19:18781:x1876445501760256:12345-192.168.202.43@tcp:49:bash.0 00000100:00100000:2.0:1789518565.611762:0:22656:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e743d2af480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0dd73589-3012-4aa9-8181-d1fd4f88ac64+19:18781:x1876445501760256:12345-192.168.202.43@tcp:49:bash.0 Request processed in 177us (360us total) trans 0 rc 0/0 00000100:00100000:2.0:1789518565.611775:0:22656:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 12 00000100:00100000:3.0:1789518565.612092:0:22655:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e74079d0a80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22655:1876445522842240:192.168.202.43@tcp:105: 00010000:00010000:3.0:1789518565.612128:0:22655:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8e740165d400/0x8d0fd679423163bb lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 24590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518565.612142:0:22655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8e740165d400/0x8d0fd679423163bb lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 24590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518565.612183:0:22655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8e740165da00/0x8d0fd6794231646a lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518565.612201:0:22655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8e740165da00/0x8d0fd6794231646a lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518565.612215:0:22655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8e740165da00/0x8d0fd6794231646a lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518565.612227:0:22655:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8e740165da00/0x8d0fd6794231646a lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518565.612234:0:22655:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8e740165da00/0x8d0fd6794231646a lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 22655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518565.612263:0:22655:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8e740165da00/0x8d0fd6794231646a lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518565.612270:0:22655:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8e740165da00 already unused, calling callback (ffffffffc17e44f0) 00010000:00010000:3.0:1789518565.612275:0:22655:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8e740165da00/0x8d0fd6794231646a lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518565.612284:0:22655:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8e740165da00/0x8d0fd6794231646a lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 22655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518565.612299:0:22655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8e73010b7300) 00010000:00010000:3.0:1789518565.612302:0:22655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1789518565.612307:0:22655:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8e740165da00/0x8d0fd6794231646a lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518565.612314:0:22655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8e740165da00/0x8d0fd6794231646a lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518565.612325:0:22655:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033ac400/0x8d0fd6794231645c lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518565.612330:0:22655:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033ac400/0x8d0fd6794231645c lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518565.612336:0:22655:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033ac400/0x8d0fd6794231645c lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518565.612341:0:22655:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8e73033ac400 already unused, calling callback (ffffffffc17e44f0) 00010000:00010000:3.0:1789518565.612344:0:22655:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033ac400/0x8d0fd6794231645c lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518565.612361:0:22655:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033ac400/0x8d0fd6794231645c lrc: 4/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518565.612370:0:22655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8e73010b7300) 00010000:00010000:3.0:1789518565.612373:0:22655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1789518565.612375:0:22655:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033ac400/0x8d0fd6794231645c lrc: 2/0,0 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789518565.612381:0:22655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033ac400/0x8d0fd6794231645c lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22655 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789518565.612598:0:22655:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e74317c1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0dd73589-3012-4aa9-8181-d1fd4f88ac64+18:18782:x1876445501759872:12345-192.168.202.43@tcp:57:lhsmtool_posix.0 Request processed in 28377us (28579us total) trans 12884901924 rc 0/0 00000100:00100000:3.0:1789518565.612607:0:22655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 70 00000020:00080000:3.0:1789518565.612614:0:22655:0:(tgt_main.c:784:tgt_ses_key_exit()) total 5 transactions per RPC 00000040:00080000:2.0:1789518565.613288:0:22687:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:2.0:1789518565.613295:0:22687:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x14:0x0] at index 3 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1789518565.613339:0:22687:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x14:0x0] index 2 count 2 00000040:00080000:2.0:1789518565.613346:0:22687:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 4 count 2 00000100:00100000:2.0:1789518565.615371:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1789518565.615512:0:24163:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445501760384 00000100:00100000:0.0:1789518565.615525:0:24163:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445501760384 00000100:00100000:0.0:1789518565.615595:0:24163:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 30 00000100:00100000:0.0:1789518565.615624:0:24163:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e743d2ad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dd73589-3012-4aa9-8181-d1fd4f88ac64+7:18781:x1876445501760384:12345-192.168.202.43@tcp:101:bash.0 00010000:00010000:0.0:1789518565.615651:0:24163:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789518565.615681:0:24163:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000546d7104/0x8d0fd67942316471 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3c6c92dc7856681b expref: -99 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1789518565.615715:0:24163:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x42:0x0] initial LVB size: 0, mtime: 0x6aa9e2e4, atime: 0x6aa9e2e2, ctime: 0x6aa9e2e4, blocks: 0x0 00010000:00010000:0.0:1789518565.615742:0:24163:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=733s v=(0 0) 00010000:00010000:0.0:1789518565.615748:0:24163:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789518565.615761:0:24163:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000546d7104/0x8d0fd67942316471 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.43@tcp remote: 0x3c6c92dc7856681b expref: 8 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518565.615780:0:24163:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000546d7104/0x8d0fd67942316471 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.202.43@tcp remote: 0x3c6c92dc7856681b expref: 8 pid: 24163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789518565.615797:0:24163:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8e7435f9cc00, rc 0) 00000100:00100000:0.0:1789518565.615869:0:24163:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e743d2ad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0dd73589-3012-4aa9-8181-d1fd4f88ac64+8:18781:x1876445501760384:12345-192.168.202.43@tcp:101:bash.0 Request processed in 248us (511us total) trans 0 rc 0/0 00000100:00100000:0.0:1789518565.615877:0:24163:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 30 00000100:00100000:1.0:1789518565.620759:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1789518565.620994:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1789518565.621079:0:22656:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445501760640 00000100:00100000:2.0:1789518565.621092:0:22656:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445501760640 00000100:00100000:2.0:1789518565.621173:0:22656:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 13 00000100:00100000:2.0:1789518565.621200:0:22656:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e74317c2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0dd73589-3012-4aa9-8181-d1fd4f88ac64+18:18782:x1876445501760640:12345-192.168.202.43@tcp:35:lhsmtool_posix.0 00000004:00080000:2.0:1789518565.621622:0:22656:0:(mdd_object.c:4014:mdd_close()) Object [0x2000013a1:0x3:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:2.0:1789518565.621665:0:22656:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901925 00010000:00010000:2.0:1789518565.621704:0:22656:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033adc00/0x8d0fd67942316478 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22656 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518565.621727:0:22656:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033adc00/0x8d0fd67942316478 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 22656 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518565.621741:0:22656:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033adc00/0x8d0fd67942316478 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 22656 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518565.621752:0:22656:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033adc00/0x8d0fd67942316478 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 22656 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518565.621758:0:22656:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033adc00/0x8d0fd67942316478 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 22656 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518565.621765:0:22656:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033adc00/0x8d0fd67942316478 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 22656 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518565.621793:0:22656:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1789518565.621895:0:22656:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e74317c2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0dd73589-3012-4aa9-8181-d1fd4f88ac64+20:18782:x1876445501760640:12345-192.168.202.43@tcp:35:lhsmtool_posix.0 Request processed in 697us (900us total) trans 12884901926 rc 0/0 00000100:00100000:2.0:1789518565.621902:0:22656:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 13 00000020:00080000:2.0:1789518565.621908:0:22656:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1789518565.622294:0:24700:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789518565.622304:0:24700:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033adc00/0x8d0fd67942316478 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 22656 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518565.622313:0:24700:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8e73033adc00 already unused, calling callback (ffffffffc0bd28b0) 00010000:00010000:1.0:1789518565.622318:0:24700:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033adc00/0x8d0fd67942316478 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 22656 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518565.622339:0:24700:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033adc00/0x8d0fd67942316478 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 22656 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518565.622355:0:24700:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8e743b22e800) 00010000:00010000:1.0:1789518565.622358:0:24700:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1789518565.622365:0:24700:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033adc00/0x8d0fd67942316478 lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 22656 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518565.622372:0:24700:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033adc00/0x8d0fd67942316478 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 22656 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789518565.622389:0:24700:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789518565.622390:0:24700:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789518565.622392:0:24700:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789518565.624718:0:22654:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445501760768 00000100:00100000:3.0:1789518565.624741:0:22654:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445501760768 00000100:00100000:2.0:1789518565.624982:0:22654:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 71 00000100:00100000:2.0:1789518565.624996:0:22654:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e74079d2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0dd73589-3012-4aa9-8181-d1fd4f88ac64+20:18781:x1876445501760768:12345-192.168.202.43@tcp:101:bash.0 00010000:00010000:2.0:1789518565.625025:0:22654:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789518565.625082:0:22654:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033ad800/0x8d0fd6794231647f lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3c6c92dc78566822 expref: -99 pid: 22654 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518565.625264:0:22654:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033acc00/0x8d0fd67942316486 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22654 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518565.625281:0:22654:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033acc00/0x8d0fd67942316486 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22654 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518565.625295:0:22654:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033acc00/0x8d0fd67942316486 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22654 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518565.627551:0:22654:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033ad800/0x8d0fd6794231647f lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0x3c6c92dc78566822 expref: 22 pid: 22654 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518565.627593:0:22654:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033acc00/0x8d0fd67942316486 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.43@tcp remote: 0x3c6c92dc78566822 expref: 21 pid: 22654 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518565.627603:0:22654:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8e73010b7300) 00010000:00010000:2.0:1789518565.627607:0:22654:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1789518565.627611:0:22654:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8e73033acc00, rc 0) 00000100:00100000:2.0:1789518565.627780:0:22654:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e74079d2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0dd73589-3012-4aa9-8181-d1fd4f88ac64+21:18781:x1876445501760768:12345-192.168.202.43@tcp:101:bash.0 Request processed in 2785us (7034us total) trans 0 rc 0/0 00000100:00100000:2.0:1789518565.627790:0:22654:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 71 00000100:00100000:0.0:1789518565.637374:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1789518565.637652:0:22656:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445501761024 00000100:00100000:2.0:1789518565.637666:0:22656:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445501761024 00000100:00100000:2.0:1789518565.637784:0:22656:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 14 00000100:00100000:2.0:1789518565.637796:0:22656:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e74317c3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0dd73589-3012-4aa9-8181-d1fd4f88ac64+21:18781:x1876445501761024:12345-192.168.202.43@tcp:35:bash.0 00000001:00080000:2.0:1789518565.638080:0:22656:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901927 00000001:00080000:2.0:1789518565.638200:0:22656:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901928 00000100:00100000:2.0:1789518565.638341:0:22656:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e74317c3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0dd73589-3012-4aa9-8181-d1fd4f88ac64+24:18781:x1876445501761024:12345-192.168.202.43@tcp:35:bash.0 Request processed in 547us (981us total) trans 12884901929 rc 0/0 00000100:00100000:2.0:1789518565.638351:0:22656:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 14 00000020:00080000:2.0:1789518565.638357:0:22656:0:(tgt_main.c:784:tgt_ses_key_exit()) total 3 transactions per RPC 00010000:00010000:3.0:1789518565.688816:0:22642:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789518565.792610:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1789518565.792798:0:24590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445501761280 00000100:00100000:2.0:1789518565.792813:0:24590:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445501761280 00000100:00100000:2.0:1789518565.792899:0:24590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 72 00000100:00100000:2.0:1789518565.792911:0:24590:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e74317c1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0dd73589-3012-4aa9-8181-d1fd4f88ac64+24:18792:x1876445501761280:12345-192.168.202.43@tcp:101:lfs.0 00010000:00010000:2.0:1789518565.792946:0:24590:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789518565.792975:0:24590:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033ad800/0x8d0fd6794231648d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3c6c92dc78566829 expref: -99 pid: 24590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1789518565.793109:0:24590:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:2.0:1789518565.793256:0:24590:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033ad800/0x8d0fd6794231648d lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.43@tcp remote: 0x3c6c92dc78566829 expref: 26 pid: 24590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518565.793274:0:24590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8e7303358e00) 00010000:00010000:2.0:1789518565.793278:0:24590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1789518565.793285:0:24590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033ad800/0x8d0fd6794231648d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.43@tcp remote: 0x3c6c92dc78566829 expref: 26 pid: 24590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518565.793305:0:24590:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8e73033ad800, rc 0) 00000100:00100000:2.0:1789518565.793385:0:24590:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e74317c1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0dd73589-3012-4aa9-8181-d1fd4f88ac64+25:18792:x1876445501761280:12345-192.168.202.43@tcp:101:lfs.0 Request processed in 476us (791us total) trans 12884901930 rc 301/301 00000100:00100000:2.0:1789518565.793392:0:24590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 72 00000100:00100000:3.0:1789518565.814921:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:2.0:1789518565.815186:0:22653:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445501761408 00000100:00100000:2.0:1789518565.815200:0:22653:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445501761408 00000100:00100000:2.0:1789518565.815307:0:22653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 73 00000100:00100000:2.0:1789518565.815319:0:22653:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7303601880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0dd73589-3012-4aa9-8181-d1fd4f88ac64+25:18792:x1876445501761408:12345-192.168.202.43@tcp:34:lfs.0 00010000:00010000:2.0:1789518565.815435:0:22653:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033ad800/0x8d0fd6794231649b lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518565.815458:0:22653:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033ad800/0x8d0fd6794231649b lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518565.815494:0:22653:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033ad800/0x8d0fd6794231649b lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518565.815513:0:22653:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033ac600/0x8d0fd679423164a2 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518565.815520:0:22653:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033ac600/0x8d0fd679423164a2 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518565.815527:0:22653:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033ac600/0x8d0fd679423164a2 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518565.815619:0:22653:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033ac000/0x8d0fd679423164a9 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518565.815628:0:22653:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033ac000/0x8d0fd679423164a9 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518565.815636:0:22653:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033ac000/0x8d0fd679423164a9 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22653 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1789518565.815695:0:22653:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033ac000/0x8d0fd679423164a9 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518565.815711:0:22653:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033ad800/0x8d0fd6794231649b lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518565.815727:0:22653:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033ad800/0x8d0fd6794231649b lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518565.815735:0:22653:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033ad800/0x8d0fd6794231649b lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518565.815741:0:22653:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8e73033ad800 already unused, calling callback (ffffffffc17e44f0) 00010000:00010000:2.0:1789518565.815746:0:22653:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033ad800/0x8d0fd6794231649b lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518565.815755:0:22653:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033ad800/0x8d0fd6794231649b lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518565.815769:0:22653:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8e7441623400) 00010000:00010000:2.0:1789518565.815772:0:22653:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1789518565.815778:0:22653:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033ad800/0x8d0fd6794231649b lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518565.815784:0:22653:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033ad800/0x8d0fd6794231649b lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518565.815799:0:22653:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033ac600/0x8d0fd679423164a2 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518565.815805:0:22653:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033ac600/0x8d0fd679423164a2 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518565.815811:0:22653:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033ac600/0x8d0fd679423164a2 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518565.815816:0:22653:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8e73033ac600 already unused, calling callback (ffffffffc17e44f0) 00010000:00010000:2.0:1789518565.815825:0:22653:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033ac600/0x8d0fd679423164a2 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518565.815831:0:22653:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033ac600/0x8d0fd679423164a2 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518565.815839:0:22653:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0xb42112bc (ffff8e73010b7500) 00010000:00010000:2.0:1789518565.815842:0:22653:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1789518565.815845:0:22653:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033ac600/0x8d0fd679423164a2 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518565.815850:0:22653:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033ac600/0x8d0fd679423164a2 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518565.815869:0:22653:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033ac000/0x8d0fd679423164a9 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518565.815875:0:22653:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033ac000/0x8d0fd679423164a9 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 22653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518565.815881:0:22653:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033ac000/0x8d0fd679423164a9 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518565.815886:0:22653:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8e73033ac000 already unused, calling callback (ffffffffc17e44f0) 00010000:00010000:2.0:1789518565.815889:0:22653:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033ac000/0x8d0fd679423164a9 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518565.815896:0:22653:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033ac000/0x8d0fd679423164a9 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 22653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518565.815903:0:22653:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8e73010b7300) 00010000:00010000:2.0:1789518565.815905:0:22653:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1789518565.815915:0:22653:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033ac000/0x8d0fd679423164a9 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789518565.815921:0:22653:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8e73033ac000/0x8d0fd679423164a9 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22653 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789518565.816023:0:22653:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7303601880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0dd73589-3012-4aa9-8181-d1fd4f88ac64+25:18792:x1876445501761408:12345-192.168.202.43@tcp:34:lfs.0 Request processed in 705us (1117us total) trans 0 rc 0/0 00000100:00100000:2.0:1789518565.816032:0:22653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 73 00000100:00100000:0.0:1789518565.821609:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1789518565.821725:0:22657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445501761664 00000100:00100000:3.0:1789518565.821739:0:22657:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445501761664 00000100:00100000:3.0:1789518565.821809:0:22657:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 15 00000100:00100000:3.0:1789518565.821820:0:22657:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e74317c3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0dd73589-3012-4aa9-8181-d1fd4f88ac64+25:18792:x1876445501761664:12345-192.168.202.43@tcp:35:lfs.0 00000100:00100000:3.0:1789518565.822207:0:22657:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e74317c3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0dd73589-3012-4aa9-8181-d1fd4f88ac64+26:18792:x1876445501761664:12345-192.168.202.43@tcp:35:lfs.0 Request processed in 387us (611us total) trans 12884901931 rc 0/0 00000100:00100000:3.0:1789518565.822216:0:22657:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 15 00000100:00100000:3.0:1789518566.392046:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1789518566.392080:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e74079d1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3640:1876445522842368:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1789518566.392219:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789518566.392981:0:24167:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522842368 00000100:00100000:1.0:1789518566.392994:0:24167:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522842368 00000100:00100000:1.0:1789518566.393070:0:24167:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:1.0:1789518566.393083:0:24167:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7303601180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1876445522842368:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1789518566.393137:0:24167:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3915857920 avail 3684335616 00000100:00100000:1.0:1789518566.393218:0:24167:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7303601180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1876445522842368:12345-0@lo:13:osp-pre-0-1.0 Request processed in 138us (999us total) trans 0 rc 0/0 00000100:00100000:1.0:1789518566.393225:0:24167:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:1.0:1789518566.393284:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e74079d1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3640:1876445522842368:0@lo:13:osp-pre-0-1.0 00000100:00080000:3.0:1789518566.394507:0:22649:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1789518566.710327:0:22641:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789518566.901742:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1789518566.901776:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e74079d1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3639:1876445522842496:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1789518566.901876:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789518566.902055:0:22658:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522842496 00000100:00100000:3.0:1789518566.902067:0:22658:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522842496 00000100:00100000:3.0:1789518566.902149:0:22658:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64 00000100:00100000:3.0:1789518566.902160:0:22658:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e74079d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3639:x1876445522842496:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1789518566.902215:0:22658:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1789518566.902284:0:22658:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e74079d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3639:x1876445522842496:12345-0@lo:41:osp-pre-1-0.0 Request processed in 126us (408us total) trans 0 rc 0/0 00000100:00100000:3.0:1789518566.902292:0:22658:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64 00000100:00100000:3.0:1789518566.902350:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e74079d1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3639:1876445522842496:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1789518566.902620:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e7303603b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1876445522842624:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1789518566.902655:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789518566.902710:0:23397:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522842624 00000100:00100000:3.0:1789518566.902715:0:23397:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522842624 00000100:00100000:3.0:1789518566.902744:0:23397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65 00000100:00100000:3.0:1789518566.902751:0:23397:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7303603100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3637:x1876445522842624:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1789518566.902777:0:23397:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446289408 avail 1300049920 00000100:00100000:3.0:1789518566.902819:0:23397:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7303603100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3637:x1876445522842624:12345-0@lo:41:osp-pre-0-1.0 Request processed in 68us (163us total) trans 0 rc 0/0 00000100:00100000:3.0:1789518566.902826:0:23397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 00000100:00100000:3.0:1789518566.902871:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e7303603b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1876445522842624:0@lo:41:osp-pre-0-1.0 00000001:02000400:1.0:1789518567.680221:0:25740:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity-pcc test_1d: @@@@@@ FAIL: /mnt/lustre/d1d.sanity-pcc/f1d.sanity-pcc expected pcc state: readwrite, but got: none 00010000:00010000:1.0:1789518567.734702:0:24700:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789518567.828545:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1789518567.828602:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1789518567.828624:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1789518567.828647:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1789518567.828690:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1789518567.828713:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1789518567.828736:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1789518567.828760:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1789518567.828785:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1789518567.828822:0:22655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445501761920 00000100:00100000:3.0:1789518567.828835:0:22655:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445501761920 00000100:00100000:3.0:1789518567.828909:0:22655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445501762432 00000100:00100000:3.0:1789518567.828913:0:22655:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445501762432 00000100:00100000:3.0:1789518567.828931:0:22655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445501762048 00000100:00100000:3.0:1789518567.828933:0:22655:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445501762048 00000100:00100000:3.0:1789518567.828949:0:22655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445501762560 00000100:00100000:3.0:1789518567.828951:0:22655:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445501762560 00000100:00100000:3.0:1789518567.828972:0:22655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 67 00000100:00100000:3.0:1789518567.828983:0:22655:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7303603b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0dd73589-3012-4aa9-8181-d1fd4f88ac64+26:2389:x1876445501761920:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:3.0:1789518567.829095:0:22655:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7303603b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0dd73589-3012-4aa9-8181-d1fd4f88ac64+26:2389:x1876445501761920:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 114us (565us total) trans 0 rc 0/0 00000100:00100000:3.0:1789518567.829104:0:22655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 67 00000100:00100000:3.0:1789518567.829124:0:22655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 68 00000100:00100000:3.0:1789518567.829131:0:22655:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7303d62d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:570aedec-38b5-4be2-be24-31fcd8a7014f+6:2389:x1876445501762432:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:3.0:1789518567.829160:0:22655:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7303d62d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:570aedec-38b5-4be2-be24-31fcd8a7014f+6:2389:x1876445501762432:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 29us (535us total) trans 0 rc 0/0 00000100:00100000:3.0:1789518567.829167:0:22655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 68 00000100:00100000:3.0:1789518567.829181:0:22655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 69 00000100:00100000:3.0:1789518567.829188:0:22655:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7301ba2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0dd73589-3012-4aa9-8181-d1fd4f88ac64+5:2389:x1876445501762048:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:3.0:1789518567.829214:0:22655:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7301ba2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0dd73589-3012-4aa9-8181-d1fd4f88ac64+5:2389:x1876445501762048:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 27us (500us total) trans 0 rc 0/0 00000100:00100000:3.0:1789518567.829240:0:22655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 69 00000100:00100000:3.0:1789518567.829254:0:22655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 70 00000100:00100000:3.0:1789518567.829261:0:22655:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7302834000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:570aedec-38b5-4be2-be24-31fcd8a7014f+5:2389:x1876445501762560:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:3.0:1789518567.829290:0:22655:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7302834000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:570aedec-38b5-4be2-be24-31fcd8a7014f+5:2389:x1876445501762560:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 29us (529us total) trans 0 rc 0/0 00000100:00100000:3.0:1789518567.829296:0:22655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 70 00000100:00100000:3.0:1789518567.829317:0:24165:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445501762176 00000100:00100000:3.0:1789518567.829321:0:24165:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445501762176 00000100:00100000:3.0:1789518567.829342:0:24165:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445501762688 00000100:00100000:3.0:1789518567.829346:0:24165:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445501762688 00000100:00100000:3.0:1789518567.829358:0:24165:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445501762304 00000100:00100000:3.0:1789518567.829360:0:24165:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445501762304 00000100:00100000:3.0:1789518567.829371:0:24165:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445501762816 00000100:00100000:3.0:1789518567.829373:0:24165:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445501762816 00000100:00100000:3.0:1789518567.829385:0:24165:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 25 00000100:00100000:3.0:1789518567.829391:0:24165:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7303602a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dd73589-3012-4aa9-8181-d1fd4f88ac64+5:2389:x1876445501762176:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:3.0:1789518567.829435:0:24165:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7303602a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dd73589-3012-4aa9-8181-d1fd4f88ac64+5:2389:x1876445501762176:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 43us (833us total) trans 0 rc 0/0 00000100:00100000:3.0:1789518567.829442:0:24165:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 25 00000100:00100000:3.0:1789518567.829455:0:24165:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 26 00000100:00100000:3.0:1789518567.829487:0:24165:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7301ba3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:570aedec-38b5-4be2-be24-31fcd8a7014f+5:2389:x1876445501762688:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:3.0:1789518567.829513:0:24165:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7301ba3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:570aedec-38b5-4be2-be24-31fcd8a7014f+5:2389:x1876445501762688:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 51us (864us total) trans 0 rc 0/0 00000100:00100000:3.0:1789518567.829519:0:24165:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 26 00000100:00100000:3.0:1789518567.829532:0:24165:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 27 00000100:00100000:3.0:1789518567.829545:0:24165:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7302836680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dd73589-3012-4aa9-8181-d1fd4f88ac64+8:2389:x1876445501762304:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:3.0:1789518567.829575:0:24165:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7302836680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dd73589-3012-4aa9-8181-d1fd4f88ac64+8:2389:x1876445501762304:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 30us (838us total) trans 0 rc 0/0 00000100:00100000:3.0:1789518567.829581:0:24165:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 27 00000100:00100000:3.0:1789518567.829594:0:24165:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 28 00000100:00100000:3.0:1789518567.829601:0:24165:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7302835180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:570aedec-38b5-4be2-be24-31fcd8a7014f+5:2389:x1876445501762816:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:3.0:1789518567.829623:0:24165:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7302835180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:570aedec-38b5-4be2-be24-31fcd8a7014f+5:2389:x1876445501762816:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 23us (837us total) trans 0 rc 0/0 00000100:00100000:3.0:1789518567.829630:0:24165:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 28 00000100:00100000:3.0:1789518567.829653:0:22647:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445501761792 00000100:00100000:3.0:1789518567.829658:0:22647:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445501761792 00000100:00100000:3.0:1789518567.829690:0:22647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 171 00000100:00100000:3.0:1789518567.829698:0:22647:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e741e87ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8fe33aaa-a487-4a1c-a515-01b14206f1f5+13:2389:x1876445501761792:12345-192.168.202.43@tcp:400:kworker.0 00000100:00100000:3.0:1789518567.829720:0:22647:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e741e87ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8fe33aaa-a487-4a1c-a515-01b14206f1f5+13:2389:x1876445501761792:12345-192.168.202.43@tcp:400:kworker.0 Request processed in 23us (1030us total) trans 0 rc 0/0 00000100:00100000:3.0:1789518567.829727:0:22647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 171 00000100:00080000:3.0:1789518567.829775:0:22649:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1789518567.829779:0:22649:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1789518567.829782:0:22649:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1789518567.829784:0:22649:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000040:00080000:2.0:1789518567.867501:0:23412:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:0.0:1789518568.341389:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:0.0:1789518568.341445:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.43@tcp (source: 12345-192.168.202.43@tcp) 00000100:00100000:3.0:1789518568.341559:0:24168:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445501762944 00000100:00100000:3.0:1789518568.341570:0:24168:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445501762944 00002000:00100000:3.0:1789518568.341617:0:24168:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x42:0x0] (0->8) req@ffff8e74317c1880 x1876445501762944/t0(0) o4->0dd73589-3012-4aa9-8181-d1fd4f88ac64@192.168.202.43@tcp:214/0 lens 504/0 e 0 to 0 dl 1789518579 ref 1 fl New:/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:100 00002000:00100000:3.0:1789518568.341628:0:24168:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8e74317c1880 with x1876445501762944 ext(0->8) 00002000:00010000:3.0:1789518568.341648:0:24168:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8e74317c1880 00000100:00100000:3.0:1789518568.341745:0:24168:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 0 00000100:00100000:3.0:1789518568.341756:0:24168:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e74317c1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0dd73589-3012-4aa9-8181-d1fd4f88ac64+8:2389:x1876445501762944:12345-192.168.202.43@tcp:4:bash.0 00000100:00100000:2.0:1789518568.342567:0:24165:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445501763072 00000100:00100000:2.0:1789518568.342576:0:24165:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445501763072 00000100:00100000:2.0:1789518568.342615:0:24165:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.43@tcp, seq: 31 00000100:00100000:2.0:1789518568.342623:0:24165:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e74317c3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dd73589-3012-4aa9-8181-d1fd4f88ac64+11:2389:x1876445501763072:12345-192.168.202.43@tcp:16:kworker.0 00000100:00100000:1.0:1789518568.343691:0:24168:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e74317c1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0dd73589-3012-4aa9-8181-d1fd4f88ac64+11:2389:x1876445501762944:12345-192.168.202.43@tcp:4:bash.0 Request processed in 1929us (2303us total) trans 12884901895 rc 0/0 00000100:00100000:1.0:1789518568.343709:0:24168:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 0 00002000:00100000:1.0:1789518568.343721:0:24168:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x42:0x0] (0->8) req@ffff8e74317c1880 x1876445501762944/t12884901895(0) o4->0dd73589-3012-4aa9-8181-d1fd4f88ac64@192.168.202.43@tcp:214/0 lens 504/448 e 0 to 0 dl 1789518579 ref 1 fl Complete:/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:100 00002000:00100000:1.0:1789518568.343732:0:24168:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8e74317c1880 with x1876445501762944 ext(0->8) 00002000:00010000:1.0:1789518568.343738:0:24168:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8e74317c1880 00000001:00080000:1.0:1789518568.344159:0:24980:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901895 is committed 00000001:00080000:1.0:1789518568.344169:0:24980:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901894 is committed 00000100:00100000:2.0:1789518568.344486:0:24165:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e74317c3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0dd73589-3012-4aa9-8181-d1fd4f88ac64+6:2389:x1876445501763072:12345-192.168.202.43@tcp:16:kworker.0 Request processed in 1861us (3037us total) trans 0 rc 0/0 00000100:00100000:2.0:1789518568.344495:0:24165:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.43@tcp, seq: 31 00000100:00100000:1.0:1789518568.445786:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1789518568.445809:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e74317c0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1876445522842752:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1789518568.445878:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789518568.446058:0:24167:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522842752 00000100:00100000:0.0:1789518568.446067:0:24167:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522842752 00000100:00100000:0.0:1789518568.446138:0:24167:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:0.0:1789518568.446153:0:24167:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e74079d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3637:x1876445522842752:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1789518568.446181:0:24167:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3915857920 avail 3684335616 00000100:00080000:3.0:1789518568.446422:0:22649:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1789518568.446486:0:24167:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e74079d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3637:x1876445522842752:12345-0@lo:13:osp-pre-0-0.0 Request processed in 318us (585us total) trans 0 rc 0/0 00000100:00100000:0.0:1789518568.446495:0:24167:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:2.0:1789518568.450539:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e74317c0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1876445522842752:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1789518568.757696:0:22642:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789518568.949866:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e74317c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1876445522842880:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1789518568.949976:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789518568.950506:0:24166:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522842880 00000100:00100000:0.0:1789518568.950520:0:24166:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522842880 00000100:00100000:0.0:1789518568.950607:0:24166:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:0.0:1789518568.950620:0:24166:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e7302837480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1876445522842880:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1789518568.950650:0:24166:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 25562816 pending 0 free 3923505152 avail 3691954176 00000100:00100000:0.0:1789518568.950713:0:24166:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e7302837480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1876445522842880:12345-0@lo:13:osp-pre-1-1.0 Request processed in 96us (737us total) trans 0 rc 0/0 00000100:00100000:0.0:1789518568.950720:0:24166:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:2.0:1789518568.950894:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e74317c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1876445522842880:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1789518568.950920:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1789518568.950927:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e7302835500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3639:1876445522843008:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1789518568.950960:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789518568.951014:0:24166:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522843008 00000100:00100000:2.0:1789518568.951018:0:24166:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522843008 00000100:00100000:2.0:1789518568.951048:0:24166:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:2.0:1789518568.951055:0:24166:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e743d2aed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1876445522843008:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1789518568.951152:0:24166:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 25562816 pending 0 free 3923505152 avail 3691954176 00000100:00100000:2.0:1789518568.951187:0:24166:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e743d2aed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1876445522843008:12345-0@lo:13:osp-pre-1-0.0 Request processed in 132us (226us total) trans 0 rc 0/0 00000100:00100000:2.0:1789518568.951193:0:24166:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:2.0:1789518568.951222:0:3639:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 12884901894 gen 2 00000004:00080000:2.0:1789518568.951241:0:3639:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8e74317c0a80, transno 12884901892 00000004:00080000:2.0:1789518568.951256:0:3639:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884901894 committed transno 12884901894 00000100:00100000:2.0:1789518568.951281:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e7302835500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3639:1876445522843008:0@lo:13:osp-pre-1-0.0 00000100:00080000:3.0:1789518568.951577:0:22649:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1789518568.952262:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e742bf64380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3640:1876445522843520:0@lo:400:kworker.0 00000100:00100000:3.0:1789518568.952319:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789518568.952352:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e742bf67800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3640:1876445522844032:0@lo:400:kworker.0 00000100:00100000:3.0:1789518568.952378:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789518568.952414:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1789518568.952421:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e742bf67b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3640:1876445522843392:0@lo:400:kworker.0 00000100:00100000:3.0:1789518568.952444:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789518568.952506:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e742bf66d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3640:1876445522843904:0@lo:400:kworker.0 00000100:00100000:3.0:1789518568.952531:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789518568.952562:0:23397:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522843520 00000100:00100000:3.0:1789518568.952569:0:23397:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522843520 00000100:00100000:3.0:1789518568.952616:0:23397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00100000:3.0:1789518568.952626:0:23397:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e741073b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3640:x1876445522843520:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789518568.952678:0:23397:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e741073b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3640:x1876445522843520:12345-0@lo:400:kworker.0 Request processed in 53us (359us total) trans 0 rc 0/0 00000100:00100000:3.0:1789518568.952686:0:23397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00000100:00100000:3.0:1789518568.952710:0:22655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522844032 00000100:00100000:3.0:1789518568.952714:0:22655:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522844032 00000100:00100000:3.0:1789518568.952768:0:22655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522843392 00000100:00100000:3.0:1789518568.952772:0:22655:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522843392 00000100:00100000:3.0:1789518568.952784:0:22655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522843904 00000100:00100000:3.0:1789518568.952786:0:22655:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522843904 00000100:00100000:3.0:1789518568.952800:0:22655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:3.0:1789518568.952805:0:22655:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e741073b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3640:x1876445522844032:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789518568.952840:0:22655:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e741073b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3640:x1876445522844032:12345-0@lo:400:kworker.0 Request processed in 34us (460us total) trans 0 rc 0/0 00000100:00100000:3.0:1789518568.952846:0:22655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000100:00100000:3.0:1789518568.952859:0:22655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:3.0:1789518568.952864:0:22655:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e741073a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3640:x1876445522843392:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789518568.952892:0:22655:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e741073a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3640:x1876445522843392:12345-0@lo:400:kworker.0 Request processed in 28us (447us total) trans 0 rc 0/0 00000100:00100000:3.0:1789518568.952898:0:22655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00100000:3.0:1789518568.952908:0:22655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00100000:3.0:1789518568.952915:0:22655:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e741073bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3640:x1876445522843904:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789518568.952942:0:22655:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e741073bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3640:x1876445522843904:12345-0@lo:400:kworker.0 Request processed in 28us (410us total) trans 0 rc 0/0 00000100:00100000:3.0:1789518568.952948:0:22655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00080000:3.0:1789518568.952995:0:22649:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1789518568.952999:0:22649:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1789518568.953027:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e742bf67b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3640:1876445522843392:0@lo:400:kworker.0 00000100:00100000:3.0:1789518568.953039:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e742bf66d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3640:1876445522843904:0@lo:400:kworker.0 00000100:00100000:3.0:1789518568.953047:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e742bf64380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3640:1876445522843520:0@lo:400:kworker.0 00000100:00100000:1.0:1789518568.953275:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e7302835500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1876445522843264:0@lo:400:kworker.0 00000100:00100000:1.0:1789518568.953312:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789518568.953346:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e742bf64700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3638:1876445522843776:0@lo:400:kworker.0 00000100:00100000:1.0:1789518568.953366:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789518568.953379:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e741073a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3638:1876445522844288:0@lo:400:kworker.0 00000100:00100000:1.0:1789518568.953410:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789518568.953427:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:1.0:1789518568.953432:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e7302837b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1ba3fd75-b94d-432d-934d-65078cb73340:3638:1876445522843136:0@lo:400:kworker.0 00000100:00100000:1.0:1789518568.953459:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789518568.953504:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e742bf65f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3638:1876445522843648:0@lo:400:kworker.0 00000100:00100000:1.0:1789518568.953529:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789518568.953547:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8e742bf64a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3638:1876445522844160:0@lo:400:kworker.0 00000100:00100000:1.0:1789518568.953579:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789518568.953604:0:22659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522843264 00000100:00100000:1.0:1789518568.953608:0:22659:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522843264 00000100:00100000:1.0:1789518568.953636:0:22659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000100:00100000:1.0:1789518568.953642:0:22659:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e74079d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3638:x1876445522843264:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789518568.953680:0:22659:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e74079d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3638:x1876445522843264:12345-0@lo:400:kworker.0 Request processed in 38us (368us total) trans 0 rc 0/0 00000100:00100000:1.0:1789518568.953686:0:22659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00000100:00100000:1.0:1789518568.953708:0:22648:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522843136 00000100:00100000:1.0:1789518568.953712:0:22648:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522843136 00000100:00100000:1.0:1789518568.953735:0:22648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 172 00000100:00100000:1.0:1789518568.953741:0:22648:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e741e87e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1ba3fd75-b94d-432d-934d-65078cb73340+24:3638:x1876445522843136:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789518568.953771:0:22648:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e741e87e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1ba3fd75-b94d-432d-934d-65078cb73340+24:3638:x1876445522843136:12345-0@lo:400:kworker.0 Request processed in 30us (310us total) trans 0 rc 0/0 00000100:00100000:1.0:1789518568.953777:0:22648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 172 00000100:00100000:1.0:1789518568.953808:0:24164:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522843648 00000100:00100000:1.0:1789518568.953812:0:24164:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522843648 00000100:00100000:1.0:1789518568.953846:0:24164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:1.0:1789518568.953852:0:24164:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e74079d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3638:x1876445522843648:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789518568.953883:0:24164:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e74079d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3638:x1876445522843648:12345-0@lo:400:kworker.0 Request processed in 31us (354us total) trans 0 rc 0/0 00000100:00100000:1.0:1789518568.953889:0:24164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:1.0:1789518568.953910:0:22654:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522843776 00000100:00100000:1.0:1789518568.953913:0:22654:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522843776 00000100:00100000:1.0:1789518568.953935:0:22654:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522844288 00000100:00100000:1.0:1789518568.953938:0:22654:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522844288 00000100:00100000:1.0:1789518568.953953:0:22654:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876445522844160 00000100:00100000:1.0:1789518568.953955:0:22654:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876445522844160 00000100:00100000:1.0:1789518568.953979:0:22654:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:1.0:1789518568.953985:0:22654:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e74079d0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3638:x1876445522843776:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789518568.954014:0:22654:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e74079d0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3638:x1876445522843776:12345-0@lo:400:kworker.0 Request processed in 29us (647us total) trans 0 rc 0/0 00000100:00100000:1.0:1789518568.954019:0:22654:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00100000:1.0:1789518568.954030:0:22654:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00100000:1.0:1789518568.954035:0:22654:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e74079d1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3638:x1876445522844288:12345-0@lo:400:kworker.0 00010000:00080000:3.0:1789518568.954819:0:3640:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8e742bf67800 x1876445522844032/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789518584 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789518568.954862:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e742bf67800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3640:1876445522844032:0@lo:400:kworker.0 00000100:00100000:3.0:1789518568.954919:0:24590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00100000:3.0:1789518568.954931:0:24590:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8e743a17c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3638:x1876445522844160:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789518568.954992:0:24590:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e743a17c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3638:x1876445522844160:12345-0@lo:400:kworker.0 Request processed in 65us (1412us total) trans 0 rc 0/0 00000100:00100000:3.0:1789518568.954999:0:24590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00100000:1.0:1789518568.955089:0:22654:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8e74079d1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3638:x1876445522844288:12345-0@lo:400:kworker.0 Request processed in 25us (649us total) trans 0 rc 0/0 00000100:00100000:1.0:1789518568.955098:0:22654:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00080000:1.0:1789518568.955120:0:22649:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1789518568.955125:0:22649:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1789518568.955127:0:22649:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1789518568.955167:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e7302837b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1ba3fd75-b94d-432d-934d-65078cb73340:3638:1876445522843136:0@lo:400:kworker.0 00000100:00100000:1.0:1789518568.955183:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e742bf65f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3638:1876445522843648:0@lo:400:kworker.0 00000100:00100000:1.0:1789518568.955194:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e742bf64a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3638:1876445522844160:0@lo:400:kworker.0 00000100:00100000:1.0:1789518568.955206:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e7302835500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1876445522843264:0@lo:400:kworker.0 00000100:00100000:1.0:1789518568.955217:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e742bf64700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3638:1876445522843776:0@lo:400:kworker.0 00010000:00080000:1.0:1789518568.955245:0:3638:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8e741073a680 x1876445522844288/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789518584 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789518568.955255:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8e741073a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3638:1876445522844288:0@lo:400:kworker.0 Debug log: 14854 lines, 14854 kept, 0 dropped, 0 bad.